-- Logs begin at Wed 2022-07-20 16:48:47 UTC, end at Wed 2022-07-20 18:15:54 UTC. -- Jul 20 17:48:07.614594 dv-cinder-849846-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 17:48:10.433894 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.common.config [-] Logging enabled! Jul 20 17:48:10.434547 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 17:48:10.434773 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111018) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 17:48:10.438255 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.common.config [-] Logging enabled! Jul 20 17:48:10.438615 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 17:48:10.439008 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111018) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 17:48:10.440181 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 17:48:10.440530 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 17:48:10.441171 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 17:48:10.442349 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 17:48:10.442657 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 17:48:10.443063 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.443448 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.443757 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.444147 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.444605 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.444977 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.445353 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.445742 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.446118 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.446487 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.446861 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.447178 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.447541 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.447917 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.448347 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.448680 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] debug = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.449042 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.449561 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.450043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.450459 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.450945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.451245 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.451561 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.451927 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.452320 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.452798 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] host = dv-cinder-849846-3-smb {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.453145 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.453473 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.453824 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.454174 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.454512 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.454831 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.455177 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.455513 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.455857 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] log_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.456205 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.456573 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.456902 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.457791 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.458059 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.458315 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.458842 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.459218 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.459532 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.459846 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.460158 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.460544 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.460870 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.461183 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.461507 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.461843 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.462174 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.462521 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.462834 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.463143 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.463449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.463769 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.464078 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.464387 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.464723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.465047 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.465353 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.465683 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.466022 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.466350 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.466667 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.466988 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.467300 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.467622 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.467929 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.468236 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.468605 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] use_json = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.468937 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.469298 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.469621 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.469933 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.470243 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.470591 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.470935 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.471258 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.471568 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:10.471930 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.472288 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.472800 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.473265 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.473767 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.474092 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.474427 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.474750 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.475081 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.475412 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.475744 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.476062 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.476406 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.476761 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.477099 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.477490 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.477870 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.478243 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.478605 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.478993 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.479405 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.479783 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.480155 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.480551 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.480941 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.481319 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.481702 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.482086 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.482459 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.482828 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.483208 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.483580 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.483938 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.484301 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.484714 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.485078 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.485436 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.485808 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.486170 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.486528 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.486906 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.487283 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.487654 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.488015 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.489683 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.490083 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.490468 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.490836 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.491229 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.491600 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.491961 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.492344 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.492751 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.493137 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.493502 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.493878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.494240 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.494611 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.494980 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.495341 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.495706 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.496069 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.496571 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.496948 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.497309 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.497668 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.498033 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.498395 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.498761 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.499181 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.499544 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.499936 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.500296 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.500704 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.501093 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.501469 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.501833 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.502208 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.502573 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.502947 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.503314 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.503686 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.504599 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.504974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.505385 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.505743 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.506128 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.506498 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.506862 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.507266 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.507633 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.507998 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.508375 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.508770 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.509163 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.509516 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.509884 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.510260 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.510643 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.511032 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.511446 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.511836 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.512204 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.512651 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.513050 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.513461 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.513831 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.514243 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.514616 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:10.514925 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 17:48:10.515262 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111018) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 17:48:10.830282 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 17:48:10.830558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 17:48:10.830864 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 17:48:10.831201 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 17:48:11.252749 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.253043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.253314 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.254919 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.255190 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.255458 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.317926 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.318226 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.318501 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.334306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.334587 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.334862 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.367107 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.367394 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.367663 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.409165 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.409431 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.409698 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.653668 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.654310 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.654310 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.654540 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.655066 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.759098 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.759411 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.759697 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.759967 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.760237 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.760573 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.760829 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.761084 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.761337 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.761623 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.761877 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.762140 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.762396 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.762644 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.762898 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.763158 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.763410 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.763675 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.763950 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.764208 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.764498 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.764758 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.765038 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.765418 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.765668 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.765915 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.766319 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:48:11.766565 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:48:11.766793 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:48:11.767025 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:48:11.767256 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:48:11.767487 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:48:11.767865 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 17:48:11.773210 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 17:48:11.777173 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 17:48:11.781043 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 20 17:48:11.782680 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 17:48:11.784320 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 17:48:11.784687 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 17:48:11.785176 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 17:48:11.789761 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 17:48:11.790010 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 17:48:11.790371 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 17:48:11.796084 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 20 17:48:11.822959 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 17:48:11.823439 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.823742 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111018) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 20 17:48:11.824118 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.825721 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111018) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 17:48:11.826030 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 17:48:11.826278 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 17:48:11.830047 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.830337 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:11.920127 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 17:48:11.920338 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 17:48:11.920529 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 17:48:11.920918 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 17:48:11.976224 dv-cinder-849846-3-smb neutron-server[111018]: INFO dbcounter [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Registered counter for database neutron Jul 20 17:48:11.995610 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_db.sqlalchemy.engines [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111018) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 17:48:12.001926 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG dbcounter [-] [111018] Writer thread running {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:48:12.720793 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Initializing driver for type 'gre' Jul 20 17:48:12.721433 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] gre ID ranges: [(1, 1000)] Jul 20 17:48:12.923311 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Initializing driver for type 'local' Jul 20 17:48:12.923747 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Initializing driver for type 'vlan' Jul 20 17:48:12.986149 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] VlanTypeDriver initialization complete Jul 20 17:48:12.986414 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Initializing driver for type 'vxlan' Jul 20 17:48:12.986951 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] vxlan ID ranges: [(1, 1000)] Jul 20 17:48:13.191785 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Initializing extension driver 'port_security' Jul 20 17:48:13.192243 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.extensions.port_security [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] PortSecurityExtensionDriver initialization complete Jul 20 17:48:13.192772 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Initializing mechanism driver 'openvswitch' Jul 20 17:48:13.193236 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Initializing mechanism driver 'hyperv' Jul 20 17:48:13.206428 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.plugins.ml2.plugin [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:48:13.207652 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > port after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.208180 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > port after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.208799 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > port after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.209352 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:48:13.209801 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > subnet after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.210161 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > subnet after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.210514 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > subnet after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.210925 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:48:13.211337 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > network after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.211699 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > network after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.212047 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > network after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.212437 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:48:13.212901 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > security_group after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.213251 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > security_group after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.213598 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > security_group after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.213991 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:48:13.214407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.214758 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.215099 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.215507 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:48:13.215915 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > address_group after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.216258 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > address_group after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.216633 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > address_group after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.217030 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 17:48:13.217483 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] ML2 OVO RPC backend initialized. {{(pid=111018) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 20 17:48:13.218262 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router_interface after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.218623 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.219047 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > network before_response 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.219400 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > networks before_response 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.219750 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > port before_response 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.220095 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > ports before_response 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.220439 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > subnet before_response 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.221019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > subnets before_response 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.221209 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > network after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.221569 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > network after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.221911 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > network after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.222250 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > port after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.223222 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > port after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.223724 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > port after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.224068 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > subnet after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.224411 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > subnet after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.224780 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > subnet after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.234773 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded quota_driver: . Jul 20 17:48:13.235152 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.plugin [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Modular L2 Plugin initialization complete Jul 20 17:48:13.235501 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading services supported by the core plugin {{(pid=111018) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 17:48:13.235846 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.plugins.ml2.managers [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Got port-security extension from driver 'port_security' Jul 20 17:48:13.236415 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.extensions.vlantransparent [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Disabled vlantransparent extension. Jul 20 17:48:13.236885 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111018) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 17:48:13.237210 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading Plugin: router Jul 20 17:48:13.281159 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router_interface before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.281542 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router after_create 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.281944 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router before_create 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.282437 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.282828 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.283198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router after_delete 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.283571 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > floatingip after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.283934 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > floatingip after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.284304 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router after_create 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.284688 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router after_update 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.285142 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router after_update 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router after_update 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_update 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: port after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292513 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: port after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292513 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: subnet after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292513 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292513 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > port precommit_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292850 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_create 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292850 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: port before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292850 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.292850 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router after_update 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.293371 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_delete 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.293371 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_create 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.293371 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router_interface after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.293371 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_update 55549900 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.293681 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > agent after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.293681 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > agent after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.293681 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > network after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.293901 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Tracking information for resource: router configured {{(pid=111018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:48:13.294045 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Tracking information for resource: floatingip configured {{(pid=111018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 17:48:13.299271 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.db.l3_agentschedulers_db [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 17:48:13.299878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: port after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.300247 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: port after_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.300971 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: port after_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.301122 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: port after_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.301883 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router before_create 55550100 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.302259 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_delete 55550100 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.302628 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_create 55550100 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.302993 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > router precommit_update 55550100 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.308046 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.services.provider_configuration [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service providers = [] {{(pid=111018) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 17:48:13.308420 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.db.servicetype_db [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111018) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 17:48:13.311651 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.services.service_base [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 17:48:13.312003 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.services.service_base [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 17:48:13.312360 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.services.service_base [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 17:48:13.313507 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.services.service_base [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 17:48:13.313893 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.services.service_base [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 17:48:13.314286 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:48:13.314614 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 17:48:13.328469 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:48:13.328853 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading Plugin: auto_allocate Jul 20 17:48:13.336127 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: network precommit_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.336542 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: network precommit_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.337145 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:48:13.337475 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading Plugin: tag Jul 20 17:48:13.344829 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:48:13.345285 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading Plugin: timestamp Jul 20 17:48:13.349935 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:48:13.350126 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading Plugin: network_ip_availability Jul 20 17:48:13.358836 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.359223 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.359589 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.360418 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:48:13.360776 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading Plugin: flavors Jul 20 17:48:13.366357 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:48:13.366696 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading Plugin: revisions Jul 20 17:48:13.371505 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 17:48:13.371916 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_concurrency.lockutils [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.541s {{(pid=111018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 17:48:13.372753 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111018) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 20 17:48:13.373107 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Initializing extension manager. Jul 20 17:48:13.373714 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: __init__.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.374021 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: __pycache__ {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.374366 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: address_group.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.375188 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.375810 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: address-group Jul 20 17:48:13.376148 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: address_scope.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.376895 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.377412 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: address-scope Jul 20 17:48:13.377745 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: admin_state_down_before_update.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.378781 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.379775 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: router-admin-state-down-before-update Jul 20 17:48:13.380106 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: agent.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.380854 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.381377 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: agent Jul 20 17:48:13.381713 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: agent_resources_synced.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.382653 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.383169 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: agent-resources-synced Jul 20 17:48:13.383499 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: allowedaddresspairs.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.385526 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.386075 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: allowed-address-pairs Jul 20 17:48:13.386407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: auto_allocated_topology.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.387558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.388075 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: auto-allocated-topology Jul 20 17:48:13.388407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: availability_zone.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.389146 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.389666 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: availability_zone Jul 20 17:48:13.389995 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: availability_zone_filter.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.390944 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.391454 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: availability_zone_filter Jul 20 17:48:13.391779 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: data_plane_status.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.392698 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.393200 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 17:48:13.393562 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: default_subnetpools.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.395563 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.395563 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: default-subnetpools Jul 20 17:48:13.395847 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: dhcpagentscheduler.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.396717 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.397228 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: dhcp_agent_scheduler Jul 20 17:48:13.397554 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: dns.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.398479 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.398985 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension dns-integration not supported by any of loaded plugins Jul 20 17:48:13.399310 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: dns_domain_ports.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.400215 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.400777 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 17:48:13.401083 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.401987 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.402501 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 17:48:13.402825 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: dvr.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.403481 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.403989 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: dvr Jul 20 17:48:13.404318 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: ecmp_routes.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.405250 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.405756 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 17:48:13.406092 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: empty_string_filtering.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.407014 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.407537 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: empty-string-filtering Jul 20 17:48:13.407860 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.408782 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.409291 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 17:48:13.409617 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.410576 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.411087 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 17:48:13.411560 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: external_net.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.412451 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.413000 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: external-net Jul 20 17:48:13.413327 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: extra_dhcp_opt.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.414221 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.414734 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: extra_dhcp_opt Jul 20 17:48:13.415063 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: extraroute.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.424219 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.424785 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: extraroute Jul 20 17:48:13.425111 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: extraroute_atomic.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.426281 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.426796 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: extraroute-atomic Jul 20 17:48:13.427130 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: filter_validation.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.427797 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.428304 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: filter-validation Jul 20 17:48:13.428675 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: fip_pf_description.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.429829 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.430347 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 17:48:13.430676 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: fip_pf_port_range.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.431574 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.432087 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 20 17:48:13.432413 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: fip_port_details.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.433335 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.433850 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: fip-port-details Jul 20 17:48:13.434183 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: flavors.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.435410 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.435931 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: flavors Jul 20 17:48:13.436267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.437955 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.438482 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 17:48:13.438821 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: floatingip_pools.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.439507 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.440021 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: floatingip-pools Jul 20 17:48:13.440353 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: ip_allocation.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.441928 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.442330 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 17:48:13.442694 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.443569 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.444084 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: ip-substring-filtering Jul 20 17:48:13.444415 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l2_adjacency.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.445368 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.445876 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 17:48:13.446204 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.447214 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.447736 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: router Jul 20 17:48:13.448066 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3_conntrack_helper.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.450434 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.450966 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 17:48:13.451307 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.453342 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.453906 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: ext-gw-mode Jul 20 17:48:13.454278 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.455247 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.455799 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: l3-ha Jul 20 17:48:13.456168 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.457770 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.458330 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 20 17:48:13.458712 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3_flavors.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.459660 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.460214 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: l3-flavors Jul 20 17:48:13.460631 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3_ndp_proxy.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.462052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.462570 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 20 17:48:13.462908 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.463811 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.464329 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 17:48:13.464688 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: l3agentscheduler.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.465750 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.466267 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: l3_agent_scheduler Jul 20 17:48:13.466601 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: local_ip.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.468380 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.468938 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension local_ip not supported by any of loaded plugins Jul 20 17:48:13.469281 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: logging.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.470748 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.471277 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension logging not supported by any of loaded plugins Jul 20 17:48:13.471610 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: metering.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.472338 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.473339 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: metering Jul 20 17:48:13.473671 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.475018 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.475542 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: metering_source_and_destination_fields Jul 20 17:48:13.475878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: multiprovidernet.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.476824 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.477341 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: multi-provider Jul 20 17:48:13.477671 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: netmtu.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.484408 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.484965 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: net-mtu Jul 20 17:48:13.485297 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: netmtu_writable.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.486218 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.486776 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: net-mtu-writable Jul 20 17:48:13.487061 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: network_availability_zone.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.487721 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.488263 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: network_availability_zone Jul 20 17:48:13.488628 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: network_ip_availability.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.489758 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.490281 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: network-ip-availability Jul 20 17:48:13.490625 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: network_segment_range.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.491416 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.491933 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 17:48:13.492267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: pagination.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.493279 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.493624 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: pagination Jul 20 17:48:13.493953 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: port_device_profile.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.494843 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.495369 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: port-device-profile Jul 20 17:48:13.495699 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: port_mac_address_override.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.496659 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.497189 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: port-mac-override Jul 20 17:48:13.497520 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.498426 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.498945 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: port-mac-address-regenerate Jul 20 17:48:13.499277 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.500171 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.500715 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: port-numa-affinity-policy Jul 20 17:48:13.501046 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: port_resource_request.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.501945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.502454 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 17:48:13.502786 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: port_resource_request_groups.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.504249 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.504812 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 20 17:48:13.505142 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: portbindings.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.506048 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.506560 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: binding Jul 20 17:48:13.506892 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: portbindings_extended.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.508160 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.508701 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: binding-extended Jul 20 17:48:13.509034 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: portsecurity.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.509937 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.510452 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: port-security Jul 20 17:48:13.510786 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: project_id.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.511758 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.512096 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: project-id Jul 20 17:48:13.512425 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: providernet.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.513357 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.513874 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: provider Jul 20 17:48:13.514202 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.517823 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.518360 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos not supported by any of loaded plugins Jul 20 17:48:13.518702 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.520528 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.521062 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 17:48:13.521395 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.522329 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.522843 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 17:48:13.523178 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_default.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.524083 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.524637 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-default not supported by any of loaded plugins Jul 20 17:48:13.524970 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_fip.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.525866 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.526381 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-fip not supported by any of loaded plugins Jul 20 17:48:13.526716 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_fip_network_policy.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.527616 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.528132 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 20 17:48:13.528468 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_gateway_ip.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.529402 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.529922 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 17:48:13.530252 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_port_network_policy.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.531155 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.531663 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 17:48:13.531993 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.533058 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.533568 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 20 17:48:13.533897 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.534913 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.535534 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 20 17:48:13.535862 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_pps_rule.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.547341 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.547893 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-pps not supported by any of loaded plugins Jul 20 17:48:13.548227 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_rule_type_details.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.549227 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.549740 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 17:48:13.550073 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_rule_type_filter.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.550999 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.551510 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 20 17:48:13.551842 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: qos_rules_alias.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.552918 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.553435 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 17:48:13.553761 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: quota_check_limit.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.554691 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.555207 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: quota-check-limit Jul 20 17:48:13.555539 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: quotasv2.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.556563 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.556900 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: quotas Jul 20 17:48:13.557228 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: quotasv2_detail.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.559017 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.559324 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: quota_details Jul 20 17:48:13.559659 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: rbac.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.561109 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.561644 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: rbac-policies Jul 20 17:48:13.561989 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: rbac_address_group.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.562909 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.563426 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: rbac-address-group Jul 20 17:48:13.563755 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: rbac_address_scope.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.564702 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.565212 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: rbac-address-scope Jul 20 17:48:13.565539 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: rbac_security_groups.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.567044 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.567567 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: rbac-security-groups Jul 20 17:48:13.567901 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: rbac_subnetpool.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.572496 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.572496 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: rbac-subnetpool Jul 20 17:48:13.572496 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: revisionifmatch.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.572496 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.572496 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: revision-if-match Jul 20 17:48:13.572496 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: revisions.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.580397 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.580397 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: standard-attr-revisions Jul 20 17:48:13.580397 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: router_availability_zone.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.580397 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.580397 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: router_availability_zone Jul 20 17:48:13.580397 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: routerservicetype.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.581075 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.581494 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension router-service-type not supported by any of loaded plugins Jul 20 17:48:13.581882 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.583387 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.583949 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: security-groups-normalized-cidr Jul 20 17:48:13.584317 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: security_groups_port_filtering.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.585313 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.585932 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: port-security-groups-filtering Jul 20 17:48:13.586297 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.587254 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.587819 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: security-groups-remote-address-group Jul 20 17:48:13.588211 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.589209 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.589787 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: security-groups-shared-filtering Jul 20 17:48:13.590153 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: securitygroup.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.601657 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.606864 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: security-group Jul 20 17:48:13.606864 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: segment.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.606864 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.606864 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension segment not supported by any of loaded plugins Jul 20 17:48:13.606864 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.607412 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.607830 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 17:48:13.608169 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: servicetype.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.609358 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.609882 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: service-type Jul 20 17:48:13.610218 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: sorting.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.611203 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.611542 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: sorting Jul 20 17:48:13.611868 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: standard_attr_segment.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.612799 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.613363 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 17:48:13.613690 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: standardattrdescription.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.614347 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.614857 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: standard-attr-description Jul 20 17:48:13.615187 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: stateful_security_group.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.616139 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.616687 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: stateful-security-group Jul 20 17:48:13.617015 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: stdattrs_common.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.617578 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 17:48:13.617906 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.618829 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.619343 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 17:48:13.619670 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: subnet_onboard.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.620752 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.621275 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: subnet_onboard Jul 20 17:48:13.621607 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.622519 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.623035 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 17:48:13.623367 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: subnet_service_types.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.624361 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.624838 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: subnet-service-types Jul 20 17:48:13.625168 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: subnetallocation.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.626254 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.626768 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: subnet_allocation Jul 20 17:48:13.627096 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.627748 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.628262 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: subnetpool-prefix-ops Jul 20 17:48:13.628622 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.630612 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.631125 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 17:48:13.631458 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: tagging.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.632602 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.633138 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: standard-attr-tag Jul 20 17:48:13.633469 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: timestamp.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.634705 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.635227 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loaded extension: standard-attr-timestamp Jul 20 17:48:13.635558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: trunk.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.636613 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.637135 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension trunk not supported by any of loaded plugins Jul 20 17:48:13.637467 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: trunk_details.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.638366 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.638875 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension trunk-details not supported by any of loaded plugins Jul 20 17:48:13.639214 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: uplink_status_propagation.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.640115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.640665 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 17:48:13.640992 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Loading extension file: vlantransparent.py {{(pid=111018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 17:48:13.641650 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 17:48:13.642192 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 17:48:13.645610 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:network Jul 20 17:48:13.646265 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:subnet Jul 20 17:48:13.646675 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:48:13.647074 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:port Jul 20 17:48:13.648557 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.649019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service FLAVORS assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.649650 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.650099 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.650442 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:router Jul 20 17:48:13.650886 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:floatingip Jul 20 17:48:13.651396 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service METERING assigned prefix: /metering {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.652905 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.653291 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.653656 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:48:13.654696 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 17:48:13.655157 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:security_group Jul 20 17:48:13.655604 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 17:48:13.656151 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service CORE assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.656499 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:48:13.656867 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] subnetpool is already registered Jul 20 17:48:13.657319 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service CORE assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.657650 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:48:13.657991 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] subnetpool is already registered Jul 20 17:48:13.660781 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.661243 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service FLAVORS assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.661862 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.662299 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.662643 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:router Jul 20 17:48:13.662991 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] router is already registered Jul 20 17:48:13.663414 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:floatingip Jul 20 17:48:13.663756 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] floatingip is already registered Jul 20 17:48:13.664234 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service METERING assigned prefix: /metering {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.664990 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 17:48:13.665327 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] rbac_policy is already registered Jul 20 17:48:13.665749 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:security_group Jul 20 17:48:13.666098 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] security_group is already registered Jul 20 17:48:13.666518 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 17:48:13.666866 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] security_group_rule is already registered Jul 20 17:48:13.667533 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service CORE assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.668111 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:48:13.668465 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] subnetpool is already registered Jul 20 17:48:13.668921 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.v2.resource_helper [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Service CORE assigned prefix: {{(pid=111018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 17:48:13.669249 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 17:48:13.669587 dv-cinder-849846-3-smb neutron-server[111018]: WARNING neutron.quota.resource_registry [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] subnetpool is already registered Jul 20 17:48:13.670083 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: extensions {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.671653 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: address-groups {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.673218 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: address-scopes {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.674586 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: agents {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.676294 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: auto-allocated-topology {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.677614 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: availability_zones {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.678879 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: dhcp-networks {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.680463 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: dhcp-agents {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.681954 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: routers {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.683708 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: flavors {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.685039 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: service_profiles {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.686271 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: next_providers {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.687744 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: service_profiles {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.689379 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: floatingip-pools {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.690654 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: routers {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.693005 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: floatingips {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.694305 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: l3-routers {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.695741 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: l3-agents {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.697234 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: metering-labels {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.698585 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: metering-label-rules {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.700013 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: network-ip-availabilities {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.701328 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: bindings {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.702907 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: quotas {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.704663 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: quotas {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.706249 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: rbac-policies {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.707525 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: security-groups {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.708906 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: security-group-rules {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.710200 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: service-providers {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.711456 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: subnetpools {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.712843 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: subnetpools {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.715660 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.717434 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.719420 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.721180 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.723112 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.725340 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.727095 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.729056 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.730898 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.732719 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron.api.extensions [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Extended resource: tags {{(pid=111018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 17:48:13.739897 dv-cinder-849846-3-smb neutron-server[111018]: WARNING keystonemiddleware.auth_token [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 17:48:13.745125 dv-cinder-849846-3-smb neutron-server[111018]: WARNING keystonemiddleware.auth_token [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 17:48:13.754393 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_concurrency.lockutils [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Acquired lock "singleton_lock" {{(pid=111018) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 20 17:48:13.754884 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_concurrency.lockutils [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Releasing lock "singleton_lock" {{(pid=111018) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 20 17:48:13.756064 dv-cinder-849846-3-smb neutron-server[111018]: INFO oslo_service.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Starting 2 workers Jul 20 17:48:13.761034 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Started child 111129 {{(pid=111018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 17:48:13.765752 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Started child 111130 {{(pid=111018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 17:48:13.766715 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:13.767593 dv-cinder-849846-3-smb neutron-server[111018]: INFO neutron.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 17:48:13.768170 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Publish callbacks [] for process (None), before_spawn {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:13.768337 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [-] (111129) wsgi starting up on http://0.0.0.0:9696 Jul 20 17:48:13.771176 dv-cinder-849846-3-smb neutron-server[111018]: INFO oslo_service.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Starting 1 workers Jul 20 17:48:13.773807 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:13.775755 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [-] (111130) wsgi starting up on http://0.0.0.0:9696 Jul 20 17:48:13.776535 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Started child 111131 {{(pid=111018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 17:48:13.777125 dv-cinder-849846-3-smb neutron-server[111018]: INFO oslo_service.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Starting 1 workers Jul 20 17:48:13.780727 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] calling RpcWorker wait() {{(pid=111131) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 17:48:13.781304 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] returning from RpcWorker wait() {{(pid=111131) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 17:48:13.781833 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Started child 111132 {{(pid=111018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 17:48:13.782648 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-d520cf44-4c2d-4811-89a9-51c9b44b327c None None] Publish callbacks [] for process (None), after_spawn {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:13.782815 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:13.783194 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:48:13.784785 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111018) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 17:48:13.784996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 17:48:13.785581 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 17:48:13.785806 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 17:48:13.786151 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 17:48:13.786304 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 17:48:13.787436 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.787436 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.787436 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.789617 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.789821 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:13.790645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.790645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.790645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.790645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.790645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.790645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.790645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.790645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.792198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.792198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.792198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.792198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.792198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.792198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.792198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.792198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.793917 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.793917 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] debug = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.793917 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.793917 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.793917 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.793917 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.794947 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.794947 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.794947 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.794947 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796016 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796016 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796016 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796016 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796016 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796977 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796977 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796977 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.796977 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.797728 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] host = dv-cinder-849846-3-smb {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.797728 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.798102 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.798102 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.798501 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.798714 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.798897 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.799095 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.799293 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.799531 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.799747 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.799969 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.800230 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.800503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.801332 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.801539 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_options = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.801746 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.801961 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.802243 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.802444 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.802649 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.802847 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.803057 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.803254 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.803464 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.803674 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.803865 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.804057 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.804258 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.804463 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.804698 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.804930 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.805188 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.805409 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.806056 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.806056 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.806056 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.806608 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.806608 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.806978 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.806978 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.807353 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.807551 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.807748 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.807940 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.808150 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.808356 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.808597 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.808841 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.809053 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.809282 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.809512 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.809735 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.809971 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.810246 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.810473 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.810749 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.811183 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.811388 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:48:13.811605 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.811605 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.811997 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.812198 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.812396 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_json = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.812695 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.812695 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.813088 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.813212 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.813363 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.813564 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.813801 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.814052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.814262 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.814669 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.815034 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.816195 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.816195 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.817157 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.817344 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.817930 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.818174 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.818405 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.818648 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.819105 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.819612 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.819792 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.819991 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.820190 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.820560 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.821050 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.821050 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.821734 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.821734 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.821734 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.822710 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.822710 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.822710 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.822710 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.823571 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.823571 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.823571 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.824237 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.824237 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.824237 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.824899 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.824899 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.835878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.835878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.835878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.835878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.835878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.835878 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.836883 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 44582) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.837043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.838449 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.839570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.839570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.839570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.839570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.839570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.839570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.839570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.839570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.840711 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.841503 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842509 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088172 Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.842640 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.843573 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.843573 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.843573 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.845001 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.845776 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.846233 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.846667 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.846904 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.847234 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.847544 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.849302 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.849302 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.849302 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.850010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.850010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.850010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.850010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.850919 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.850919 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.851568 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.851568 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.851568 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.853330 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.853330 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.853330 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.853330 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.853330 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.853330 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.853330 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.854821 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.854821 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.854821 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.854821 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.854821 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.854821 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.856085 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.856085 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.856085 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.856085 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.856999 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.856999 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.856999 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.857706 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.857706 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.857706 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.858361 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.858361 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.858361 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.859018 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.859018 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.859472 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.859472 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.859902 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.860085 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.860862 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.861293 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.861852 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.862343 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.862343 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.862678 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.862995 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.863807 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.864979 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.864979 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.864979 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.865434 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.865566 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.865708 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.866729 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.866729 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.866729 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.866729 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.867327 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.867327 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.867327 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.868437 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.868695 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.868949 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.869146 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.869355 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.869661 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.871221 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.871221 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.871221 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.871221 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.871221 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.872143 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.872143 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.872143 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.872767 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.872961 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.873151 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.873434 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.873716 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.874071 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.874385 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.874693 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.874997 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.876529 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.876529 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.876529 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.876529 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.876529 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.876529 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.877040 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.877040 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.877322 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.877528 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.877781 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.878018 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.878249 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.878451 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.878658 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.879521 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.880550 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.880735 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.880968 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.881197 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.881425 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.881696 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.881854 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.882134 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.882434 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.882760 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.883580 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.883580 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.883947 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.883947 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.884306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.885719 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.885719 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.885719 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.885719 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.885719 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.887804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.887804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.887804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.887804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.887804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.887804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.887804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.887804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.889417 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.889417 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.889417 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.889417 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.889417 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.890388 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.890388 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.890388 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.890975 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.890975 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.891381 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.891381 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.891785 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.891945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.893126 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.893647 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.894011 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.894334 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.894701 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.895775 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.896186 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.896658 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.896924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.897153 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.897376 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.897635 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.897876 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.898109 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.899774 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.899774 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.899774 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.899774 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.899774 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.899774 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.899774 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.901514 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.901514 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.901514 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.901514 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.901514 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.901514 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.901514 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.903010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.903010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.903010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.903010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.903010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.903010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.905019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.905019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.905019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.905019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.905019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.905019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.905019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.905019 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.906772 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.906772 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.906772 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.906772 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.906772 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.906772 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.906772 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.906772 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.908317 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.908317 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.908317 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.908317 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.908317 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.908317 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.908317 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.909233 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 17:48:13.909233 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111018) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 17:48:13.909233 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 17:48:13.909632 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 17:48:13.909632 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 17:48:13.909632 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 17:48:13.910250 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 17:48:13.910250 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.910250 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.910658 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.910658 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.910923 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.911069 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.911330 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.911525 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.911625 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.911787 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.911945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.912089 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.912399 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.912725 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.912893 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.913043 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.913209 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.913358 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.913505 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.913659 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.913794 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.913945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] debug = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.914106 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.914462 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.914804 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.914985 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.915108 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.915259 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.915421 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.915633 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.915858 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.915858 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.918306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.918306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.918306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.918306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.918306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.918306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.918306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.918306 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] host = dv-cinder-849846-3-smb {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.920920 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.920920 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.920920 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.920920 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.920920 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.920920 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.920920 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.920920 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_options = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.921827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.923071 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.923071 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.923071 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.923071 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.923071 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.923071 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.923071 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.925052 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.926931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.926931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.926931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.926931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.926931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.926931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.926931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.926931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928115 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.928974 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_json = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.929924 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.930996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.930996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.930996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.930996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.930996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 17:48:13.930996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.930996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.930996 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.931723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.931723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.931723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.931723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.931723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.931723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.931723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.931723 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.932558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.932558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.932558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.932558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.932558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.933207 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.933383 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.933549 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.933717 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.933879 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.934039 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.934211 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.934373 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.934542 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.934747 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.934931 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.935119 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.935325 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.935478 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.935682 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.935930 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.936313 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.936626 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.936626 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.936961 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.936961 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.937294 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.937294 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.937294 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.937843 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.937843 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.937843 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.938418 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.938418 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.938418 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.938418 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.939259 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.939259 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.939259 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.939259 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.939259 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.940201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.940201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.940201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.940201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.940201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.940201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.940201 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.941424 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.941424 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.941424 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.941424 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.941424 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.941424 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.941424 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.943233 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.943233 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.943233 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.943595 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.943595 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.943595 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.943876 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.943876 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.944067 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.944192 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.944323 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.944554 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.944694 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.944822 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.944959 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.945087 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.945233 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.945393 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.945550 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.945694 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.945852 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.946942 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.946942 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.946942 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.946942 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.946942 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.946942 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.946942 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.947625 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.947625 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.947625 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.947625 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.947625 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.948053 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.948053 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.948053 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.948408 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.948408 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.948667 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.948667 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.948926 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.949053 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.949144 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.949968 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.949968 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.949968 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.949968 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.949968 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.949968 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.950635 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.950635 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.950635 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.950635 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951033 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951033 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951033 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951359 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951359 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951560 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951560 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951756 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.951864 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.952018 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.952176 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953364 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953364 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953364 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953364 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953364 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953364 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953364 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953963 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953963 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953963 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.953963 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.954256 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.954256 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.954502 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.954502 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.954713 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.954842 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.955945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.955945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.955945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.955945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.955945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.955945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.955945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.955945 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.957267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.957267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.957267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.957267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.957267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.957267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.957267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.957267 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.958407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.958407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.958407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.958407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.958984 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.958984 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.958984 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.958984 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.959331 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.959331 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.959480 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.959570 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.959703 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.959827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.959984 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.960141 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.960301 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.960457 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962010 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962481 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962481 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962481 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962796 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962796 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.962796 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.963092 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.963092 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.963313 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.963407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.963628 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.963808 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.963903 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:48:13.963998 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.964145 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.964303 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.964468 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.965494 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.965655 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.965816 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.965947 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.966108 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.966265 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.966428 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.966606 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.966766 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.966922 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.967079 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.968037 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.968245 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.968349 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.968567 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.968670 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.968833 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.968983 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.969129 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.969279 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.969429 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.969961 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.969961 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.969961 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.970216 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.970311 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.970426 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.970611 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.970759 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.970865 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.971027 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.971178 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.971337 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.971487 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.971645 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.971794 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.971939 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.972366 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.972366 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.972752 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.972752 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.972752 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.973108 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.973714 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.973881 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.974022 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.974180 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.974338 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.974496 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.974664 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.974827 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.974985 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.975142 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.975299 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.975455 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.975621 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.975778 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.975934 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.976091 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.976248 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.976403 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.977434 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.977601 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.977921 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.978241 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.978407 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.978569 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.978713 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.978885 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.979044 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.979206 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.979367 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.979535 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.979674 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.979835 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.980512 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.980512 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.980512 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.980512 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.980854 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.980854 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.980988 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.981210 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.981351 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.981433 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.981589 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.981740 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.981888 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.982046 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.982149 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.982320 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.982558 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.982710 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.982858 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.982953 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.983054 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.983302 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.983410 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.983508 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.983667 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.983805 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.983941 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.984116 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.984747 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 17:48:13.984747 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 17:48:23.066065 dv-cinder-849846-3-smb neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:25.675195 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writer thread running {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:48:25.677775 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9c1d7-c664-44c3-a4db-d079febad5ea None None] get_active_networks_info from dv-cinder-849846-3-smb {{(pid=111131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 20 17:48:25.775025 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9c1d7-c664-44c3-a4db-d079febad5ea None None] No non-hosted networks {{(pid=111131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 17:48:25.809926 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.agentschedulers_db [None req-69b9c1d7-c664-44c3-a4db-d079febad5ea None None] DHCP Agent not found on host dv-cinder-849846-3-smb {{(pid=111131) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 20 17:48:25.867866 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f1984be4-02f4-48c4-82bb-791c860cf266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3828753'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:27.310459 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writer thread running {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:48:28.086372 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-df7d183e-005b-4060-aade-8a42859bc6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3828753'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:28.341288 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.db.api [None req-137a471d-5d47-485e-b865-d4f990015c13 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849846-3-smb {{(pid=111131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 17:48:28.342239 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG oslo_db.api [None req-137a471d-5d47-485e-b865-d4f990015c13 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 17:48:29.004222 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-137a471d-5d47-485e-b865-d4f990015c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:29.157758 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 44660) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:29.855189 dv-cinder-849846-3-smb neutron-server[111130]: WARNING oslo_policy.policy [None req-418ac67e-43ec-49aa-9712-2fe4e28e9a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:48:29.855734 dv-cinder-849846-3-smb neutron-server[111130]: WARNING oslo_policy.policy [None req-418ac67e-43ec-49aa-9712-2fe4e28e9a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:48:30.159632 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [None req-418ac67e-43ec-49aa-9712-2fe4e28e9a87 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:48:30.164613 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-418ac67e-43ec-49aa-9712-2fe4e28e9a87 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0021050 Jul 20 17:48:30.218379 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3828753'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:31.003065 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3828753'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:31.406934 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3828753'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:31.407951 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.408471 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.409018 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.409315 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.409901 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.410449 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.411148 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.412716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.419430 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.419430 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.419430 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.419430 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.419430 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.419969 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.419969 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:31.419969 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849846-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:48:31.435315 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849846-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:48:32.701456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 44696) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:33.168136 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-ace59ec5-d17b-467d-b523-74e5b25abc3c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:48:33.343185 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.policy [None req-ace59ec5-d17b-467d-b523-74e5b25abc3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111130) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 17:48:33.431561 dv-cinder-849846-3-smb neutron-server[111130]: WARNING oslo_policy.policy [None req-ace59ec5-d17b-467d-b523-74e5b25abc3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:48:33.432189 dv-cinder-849846-3-smb neutron-server[111130]: WARNING oslo_policy.policy [None req-ace59ec5-d17b-467d-b523-74e5b25abc3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:48:33.467437 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writer thread running {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:48:33.664141 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ace59ec5-d17b-467d-b523-74e5b25abc3c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741779453290', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741779453854', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741779502123', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741779480526', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741779480687', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741779528712', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-775295', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3434879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-296209', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-518667'] for rbac-policy (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:33.887985 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ace59ec5-d17b-467d-b523-74e5b25abc3c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:33.889226 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ace59ec5-d17b-467d-b523-74e5b25abc3c admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1867766 Jul 20 17:48:34.265595 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.db.l3_hamode_db [None req-23941496-680d-4b3a-99bf-1f1918a044a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 17:48:34.355946 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23941496-680d-4b3a-99bf-1f1918a044a2 None None] Routers set() bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:48:34.356625 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23941496-680d-4b3a-99bf-1f1918a044a2 None None] Router IDs set() for agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 20 17:48:36.257598 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 44708) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:36.820554 dv-cinder-849846-3-smb neutron-server[111129]: WARNING oslo_policy.policy [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:48:36.821112 dv-cinder-849846-3-smb neutron-server[111129]: WARNING oslo_policy.policy [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:48:37.041764 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:48:37.055739 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writer thread running {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 17:48:37.169112 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Made reservation on behalf of 0d047530c703494197e4bf5f63aec8df for: {'network': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:48:37.232891 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.policy [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111129) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 17:48:37.275952 dv-cinder-849846-3-smb neutron-server[111129]: WARNING oslo_policy.policy [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:48:37.276623 dv-cinder-849846-3-smb neutron-server[111129]: WARNING oslo_policy.policy [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 17:48:37.287826 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:37.310650 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:37.439462 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Publish callbacks [] for security_group (8af3baa4-91bb-4221-ba28-17c973cdb380), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:37.511559 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8af3baa4-91bb-4221-ba28-17c973cdb380), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:37.553169 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=111129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:48:37.585589 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741783172145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (a4436148-125c-430c-8ec2-f58a5f9cdb4c), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:37.586148 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Unsubscribe: segment precommit_create {{(pid=111129) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 17:48:37.586682 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.segments_db [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Added segment a4436148-125c-430c-8ec2-f58a5f9cdb4c of type vlan for network c312af54-f848-4cd5-be9b-82cbc51698be Jul 20 17:48:37.593045 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8af3baa4-91bb-4221-ba28-17c973cdb380,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:48:37.630721 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.631055 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.631425 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.631778 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.632107 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.632429 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.632775 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.633092 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.633408 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.633725 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.634092 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.634373 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.634691 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.635003 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.635313 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Tracked resource versions report: Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: pushed versions: Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: { 'AddressGroup': {'1.2'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Agent': {'1.1'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'ConntrackHelper': {'1.0'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Log': {'1.0'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'NDPProxy': {'1.0'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Network': {'1.1'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Port': {'1.7'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'PortForwarding': {'1.3'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'QosPolicy': {'1.10'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'SecurityGroup': {'1.5'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'SubPort': {'1.0'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Subnet': {'1.1'}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Trunk': {'1.1'}} Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: consumer versions: Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: { DHCP agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: L3 agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: Metadata agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: Metering agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: Open vSwitch agent@dv-cinder-849846-3-smb: { 'AddressGroup': '1.2', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Agent': '1.1', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'ConntrackHelper': '1.0', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'LocalIPAssociation': '1.0', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Log': '1.0', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'NDPProxy': '1.0', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Network': '1.1', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Port': '1.7', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'PortForwarding': '1.3', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'QosPolicy': '1.10', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'SecurityGroup': '1.5', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'SecurityGroupRule': '1.2', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'SubPort': '1.0', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Subnet': '1.1', Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: 'Trunk': '1.1'}} Jul 20 17:48:37.636618 dv-cinder-849846-3-smb neutron-server[111129]: {{(pid=111129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:48:37.725195 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (c312af54-f848-4cd5-be9b-82cbc51698be), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:37.826236 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (c312af54-f848-4cd5-be9b-82cbc51698be), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:37.831326 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:48:37.832688 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:37.953208 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] Pushing event updated for resources: {'Network': ['ID=c312af54-f848-4cd5-be9b-82cbc51698be,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:48:37.965545 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network c312af54-f848-4cd5-be9b-82cbc51698be details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:48:37.977329 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-e4e97df1-8568-40bf-ab3e-e3c08f3870eb demo demo] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.7186499 Jul 20 17:48:40.386139 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 44728) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:40.831617 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089356a-9d24-4b55-8d38-6231dbc72268 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:48:40.833041 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-8089356a-9d24-4b55-8d38-6231dbc72268 demo admin] 10.222.0.27 "GET /v2.0/networks/c312af54-f848-4cd5-be9b-82cbc51698be HTTP/1.1" status: 200 len: 825 time: 0.4459519 Jul 20 17:48:40.872324 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-887004a7-d2a6-44c0-8610-01eb6d9a52c7 demo admin] 10.222.0.27 "GET /v2.0/subnetpools/92e46d1c-0a8c-402e-8908-c0b0a9728ae7 HTTP/1.1" status: 200 len: 734 time: 0.0334873 Jul 20 17:48:40.882328 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '92e46d1c-0a8c-402e-8908-c0b0a9728ae7', 'gateway_ip': '172.20.0.1', 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be', 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:48:40.898914 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:40.974112 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Made reservation on behalf of 0d047530c703494197e4bf5f63aec8df for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:48:40.976513 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:41.143465 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:41.423338 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (97d081a9-5aca-4c0f-abfd-7fa7f26d80f6), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:41.494256 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Pushing event updated for resources: {'Subnet': ['ID=97d081a9-5aca-4c0f-abfd-7fa7f26d80f6,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:48:41.503275 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Checking segment: {'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:48:41.503681 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Network hostable DHCP agents. Network: c312af54-f848-4cd5-be9b-82cbc51698be, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:48:41.626234 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Network c312af54-f848-4cd5-be9b-82cbc51698be is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:48:41.723222 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, c312af54-f848-4cd5-be9b-82cbc51698be) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:48:41.728204 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:48:41.728825 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:41.733159 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21868e52-4620-44e6-adb3-138ec07d296f None None] Network c312af54-f848-4cd5-be9b-82cbc51698be requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:48:41.810909 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-378699ac-f57f-48e3-bf95-b68318345664 demo admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9327869 Jul 20 17:48:41.999038 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-c312af54-f848-4cd5-be9b-82cbc51698be', 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be', 'project_id': '0d047530c703494197e4bf5f63aec8df', 'fixed_ips': [{'subnet_id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:48:42.000364 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:42.004002 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=41,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:42.343246 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Allocated IP 172.20.0.2 (c312af54-f848-4cd5-be9b-82cbc51698be/97d081a9-5aca-4c0f-abfd-7fa7f26d80f6/068c6d7e-8bee-4888-8e50-e9af0817a18f) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:48:42.636541 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Publish callbacks [] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:42.724220 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:42.769027 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:42.809396 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Network c312af54-f848-4cd5-be9b-82cbc51698be is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:48:42.815671 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:48:42.821549 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Pushing event updated for resources: {'Port': ['ID=068c6d7e-8bee-4888-8e50-e9af0817a18f,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:48:42.823945 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:48:42.835578 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.835918 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.836256 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.836636 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.836962 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.837288 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.837607 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.837928 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.838304 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.838644 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.838948 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.839288 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.839607 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.839922 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.840235 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Tracked resource versions report: Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: pushed versions: Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: { 'AddressGroup': {'1.2'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Agent': {'1.1'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'ConntrackHelper': {'1.0'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Log': {'1.0'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'NDPProxy': {'1.0'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Network': {'1.1'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Port': {'1.7'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'PortForwarding': {'1.3'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'QosPolicy': {'1.10'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'SecurityGroup': {'1.5'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'SubPort': {'1.0'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Subnet': {'1.1'}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Trunk': {'1.1'}} Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: consumer versions: Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: { DHCP agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: L3 agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: Metadata agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: Metering agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: Open vSwitch agent@dv-cinder-849846-3-smb: { 'AddressGroup': '1.2', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Agent': '1.1', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'ConntrackHelper': '1.0', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'LocalIPAssociation': '1.0', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Log': '1.0', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'NDPProxy': '1.0', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Network': '1.1', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Port': '1.7', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'PortForwarding': '1.3', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'QosPolicy': '1.10', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'SecurityGroup': '1.5', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'SecurityGroupRule': '1.2', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'SubPort': '1.0', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Subnet': '1.1', Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: 'Trunk': '1.1'}} Jul 20 17:48:42.841453 dv-cinder-849846-3-smb neutron-server[111131]: {{(pid=111131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:48:42.926679 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Attempting to bind port 068c6d7e-8bee-4888-8e50-e9af0817a18f on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:48:42.926991 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Attempting to bind port 068c6d7e-8bee-4888-8e50-e9af0817a18f by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:48:42.927432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Attempting to bind port 068c6d7e-8bee-4888-8e50-e9af0817a18f on network c312af54-f848-4cd5-be9b-82cbc51698be {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:48:42.933047 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:48:42.933422 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Checking segment: {'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:48:42.933887 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:42.934272 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Bound using segment: {'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:48:42.934738 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Bound port: 068c6d7e-8bee-4888-8e50-e9af0817a18f, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:48:42.935141 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:43.007337 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] For port 068c6d7e-8bee-4888-8e50-e9af0817a18f, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:48:43.031451 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] For port 068c6d7e-8bee-4888-8e50-e9af0817a18f, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=068c6d7e-8bee-4888-8e50-e9af0817a18f,segment=NetworkSegment(a4436148-125c-430c-8ec2-f58a5f9cdb4c),segment_id=a4436148-125c-430c-8ec2-f58a5f9cdb4c)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:48:43.123530 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:43.185280 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4b86-4d2e-4519-b522-0c30c271a375 None None] Pushing event updated for resources: {'Port': ['ID=068c6d7e-8bee-4888-8e50-e9af0817a18f,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:48:43.799360 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=15,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:43.801187 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=18,neutron:INSERT=35,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:43.968958 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:43.974566 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:44.184295 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 44750) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:44.541341 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [None req-beea9872-630b-4d04-9b2d-e2205f2b9c5a admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:48:44.542322 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-beea9872-630b-4d04-9b2d-e2205f2b9c5a admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3570783 Jul 20 17:48:46.898766 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 44758) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:47.282806 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [None req-b5481482-1660-4dc8-a7eb-45dc5e968681 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:48:47.283828 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-b5481482-1660-4dc8-a7eb-45dc5e968681 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3838165 Jul 20 17:48:49.680880 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 44766) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:50.082760 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-68c4a753-8f4e-4da4-988e-4fa0f12ba0c4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:48:50.183495 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-68c4a753-8f4e-4da4-988e-4fa0f12ba0c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (666d5561-666e-4353-9cd8-c8bbe4beb6ee), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:50.185497 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-68c4a753-8f4e-4da4-988e-4fa0f12ba0c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (666d5561-666e-4353-9cd8-c8bbe4beb6ee), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:50.358865 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-68c4a753-8f4e-4da4-988e-4fa0f12ba0c4 demo demo] Publish callbacks [] for router_controller (666d5561-666e-4353-9cd8-c8bbe4beb6ee), precommit_add_association {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:50.423758 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-68c4a753-8f4e-4da4-988e-4fa0f12ba0c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (666d5561-666e-4353-9cd8-c8bbe4beb6ee), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:50.510653 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-68c4a753-8f4e-4da4-988e-4fa0f12ba0c4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:50.511903 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-68c4a753-8f4e-4da4-988e-4fa0f12ba0c4 demo demo] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8300779 Jul 20 17:48:51.134789 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 068c6d7e-8bee-4888-8e50-e9af0817a18f up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:48:51.230691 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 068c6d7e-8bee-4888-8e50-e9af0817a18f triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:48:51.231092 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:51.346545 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 068c6d7e-8bee-4888-8e50-e9af0817a18f is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:48:51.346951 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:51.387558 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 068c6d7e-8bee-4888-8e50-e9af0817a18f, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=068c6d7e-8bee-4888-8e50-e9af0817a18f,segment=NetworkSegment(a4436148-125c-430c-8ec2-f58a5f9cdb4c),segment_id=a4436148-125c-430c-8ec2-f58a5f9cdb4c)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:48:51.489351 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:51.530694 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131993fb-b7ab-4902-b6ef-aeb0f082c0ae None None] Network c312af54-f848-4cd5-be9b-82cbc51698be requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:48:51.611491 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:51.616028 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=068c6d7e-8bee-4888-8e50-e9af0817a18f,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:48:51.652814 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-93be9e9a-83e2-44cd-8038-f519a3330569 None None] Provisioning complete for port 068c6d7e-8bee-4888-8e50-e9af0817a18f triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:48:51.653210 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-93be9e9a-83e2-44cd-8038-f519a3330569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:51.739336 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:51.743031 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=42,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:51.793194 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-93be9e9a-83e2-44cd-8038-f519a3330569 None None] Current status of the port 068c6d7e-8bee-4888-8e50-e9af0817a18f is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:48:52.016775 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9e913f6b-4277-4537-bd4f-9e5e840df217 None None] Provisioning complete for port 068c6d7e-8bee-4888-8e50-e9af0817a18f triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:48:52.017197 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9e913f6b-4277-4537-bd4f-9e5e840df217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:52.052458 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:48:52.094716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9e913f6b-4277-4537-bd4f-9e5e840df217 None None] Current status of the port 068c6d7e-8bee-4888-8e50-e9af0817a18f is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:48:52.879828 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 44780) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:53.108707 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 068c6d7e-8bee-4888-8e50-e9af0817a18f up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:48:53.155997 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 068c6d7e-8bee-4888-8e50-e9af0817a18f triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:48:53.156393 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:53.232115 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 068c6d7e-8bee-4888-8e50-e9af0817a18f is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:48:53.252653 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [None req-abcc647a-7603-4294-8b0d-35b19ad29872 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:48:53.253818 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-abcc647a-7603-4294-8b0d-35b19ad29872 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3730521 Jul 20 17:48:55.621788 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 44788) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:55.662663 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e24a-d649-4aff-9205-17eea2d484c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.020933 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:48:56.115212 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Made reservation on behalf of 8f637912c585421ea114b8fb6faea1e7 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:48:56.118433 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.135917 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.260007 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Publish callbacks [] for security_group (324d0ada-2fef-489c-9d45-519a082fa9d9), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.371306 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (324d0ada-2fef-489c-9d45-519a082fa9d9), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.384966 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=111130) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 17:48:56.423241 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741783172145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (e82b888a-4ed8-4555-b50a-0bc4cc624e82), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.423789 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Unsubscribe: segment precommit_create {{(pid=111130) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 17:48:56.424309 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Added segment e82b888a-4ed8-4555-b50a-0bc4cc624e82 of type flat for network 4418c161-e2d6-43be-a975-09faf837c81a Jul 20 17:48:56.447736 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324d0ada-2fef-489c-9d45-519a082fa9d9,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:48:56.468538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.468538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.468538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.468538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.468538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.468538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.468538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.468538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.469327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.469327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.469497 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.469773 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.470088 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.470399 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.470705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Tracked resource versions report: Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: pushed versions: Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: { 'AddressGroup': {'1.2'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Agent': {'1.1'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'ConntrackHelper': {'1.0'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Log': {'1.0'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'NDPProxy': {'1.0'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Network': {'1.1'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Port': {'1.7'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'PortForwarding': {'1.3'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'QosPolicy': {'1.10'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'SecurityGroup': {'1.5'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'SubPort': {'1.0'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Subnet': {'1.1'}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Trunk': {'1.1'}} Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: consumer versions: Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: { DHCP agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: L3 agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: Metadata agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: Metering agent@dv-cinder-849846-3-smb: {}, Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: Open vSwitch agent@dv-cinder-849846-3-smb: { 'AddressGroup': '1.2', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Agent': '1.1', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'ConntrackHelper': '1.0', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'LocalIPAssociation': '1.0', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Log': '1.0', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'NDPProxy': '1.0', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Network': '1.1', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Port': '1.7', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'PortForwarding': '1.3', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'QosPolicy': '1.10', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'SecurityGroup': '1.5', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'SecurityGroupRule': '1.2', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'SubPort': '1.0', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Subnet': '1.1', Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: 'Trunk': '1.1'}} Jul 20 17:48:56.472073 dv-cinder-849846-3-smb neutron-server[111130]: {{(pid=111130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:48:56.562863 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (4418c161-e2d6-43be-a975-09faf837c81a), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.700739 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (4418c161-e2d6-43be-a975-09faf837c81a), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.702030 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:48:56.702762 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:56.806351 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=4418c161-e2d6-43be-a975-09faf837c81a,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:48:56.820884 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 4418c161-e2d6-43be-a975-09faf837c81a details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:48:56.835295 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e41dff97-e8a1-48e8-8eb6-5a2501a6e3a6 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2122443 Jul 20 17:48:58.043000 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8078409c-dd5b-457a-8701-1da91729c23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:48:59.201121 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 44800) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:48:59.611168 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8bceaa-2724-4fbd-a60f-4072b4ac7b2b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:48:59.613188 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1a8bceaa-2724-4fbd-a60f-4072b4ac7b2b demo admin] 10.222.0.27 "GET /v2.0/subnets/97d081a9-5aca-4c0f-abfd-7fa7f26d80f6 HTTP/1.1" status: 200 len: 849 time: 0.4105043 Jul 20 17:48:59.780072 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-e6063e1d-7c0b-4753-9e2c-71848f6fb199 demo admin] 10.222.0.27 "GET /v2.0/routers/666d5561-666e-4353-9cd8-c8bbe4beb6ee HTTP/1.1" status: 200 len: 704 time: 0.1599443 Jul 20 17:49:00.068215 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:00.205576 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:00.379024 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Allocated IP 172.20.0.1 (c312af54-f848-4cd5-be9b-82cbc51698be/97d081a9-5aca-4c0f-abfd-7fa7f26d80f6/6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:00.544181 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Publish callbacks [] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:00.692929 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:00.838992 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Network c312af54-f848-4cd5-be9b-82cbc51698be is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:00.844793 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:00.849653 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:00.850223 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (666d5561-666e-4353-9cd8-c8bbe4beb6ee), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:00.875135 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Pushing event updated for resources: {'Port': ['ID=6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:00.963557 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:00.973024 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:01.085437 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-92675127-2b01-4a1c-9d37-2d270880fa54 None None] Provisioning complete for port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:01.085832 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-92675127-2b01-4a1c-9d37-2d270880fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:01.151932 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:01.154800 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:01.178498 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-92675127-2b01-4a1c-9d37-2d270880fa54 None None] Port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:01.380401 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:01.411407 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Publish callbacks [] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:01.480717 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:01.481952 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (666d5561-666e-4353-9cd8-c8bbe4beb6ee), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:01.578351 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Pushing event updated for resources: {'Port': ['ID=6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:01.626147 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Network c312af54-f848-4cd5-be9b-82cbc51698be is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:01.627589 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:01.805497 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-95449089-0333-427e-9a13-929c6f686bfb None None] Provisioning complete for port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:01.805891 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-95449089-0333-427e-9a13-929c6f686bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:01.839766 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-95449089-0333-427e-9a13-929c6f686bfb None None] Port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:01.960873 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Router 666d5561-666e-4353-9cd8-c8bbe4beb6ee is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:49:02.072707 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:49:02.078537 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-d183d8ff-7d3c-4bde-936c-206302375e9a demo admin] 10.222.0.27 "PUT /v2.0/routers/666d5561-666e-4353-9cd8-c8bbe4beb6ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2922609 Jul 20 17:49:02.097810 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Sync routers for ids ['666d5561-666e-4353-9cd8-c8bbe4beb6ee'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:49:02.111281 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Routers {'666d5561-666e-4353-9cd8-c8bbe4beb6ee'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:02.112144 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:48:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['666d5561-666e-4353-9cd8-c8bbe4beb6ee'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:02.315109 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Set router 666d5561-666e-4353-9cd8-c8bbe4beb6ee gateway port host: None {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:02.875429 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'name': 'router1', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:48:50Z', 'updated_at': '2022-07-20T17:49:01Z', 'revision_number': 2, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'gw_port_host': None, '_interfaces': [{'id': '6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc', 'name': '', 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'mac_address': 'fa:16:3e:ff:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:00Z', 'updated_at': '2022-07-20T17:49:01Z', 'revision_number': 2, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'subnets': [{'id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92e46d1c-0a8c-402e-8908-c0b0a9728ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:02.942445 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Checking router: 666d5561-666e-4353-9cd8-c8bbe4beb6ee for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:49:02.942823 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Updating router 666d5561-666e-4353-9cd8-c8bbe4beb6ee port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:49:02.998540 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:03.670565 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Publish callbacks [] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:03.760703 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:04.017501 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Pushing event updated for resources: {'Port': ['ID=6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:04.072279 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-30f6f173-66dd-430e-9727-8b99c095c183 None None] Provisioning complete for port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:04.073304 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-30f6f173-66dd-430e-9727-8b99c095c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:04.073428 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.073895 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.074408 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.074938 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.075455 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.075977 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.076509 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.077030 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.077557 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.078068 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.078591 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.079117 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.079640 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.080163 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.080939 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Tracked resource versions report: Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: pushed versions: Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: { 'AddressGroup': {'1.2'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Agent': {'1.1'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'ConntrackHelper': {'1.0'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Log': {'1.0'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'NDPProxy': {'1.0'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Network': {'1.1'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Port': {'1.7'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'PortForwarding': {'1.3'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'QosPolicy': {'1.10'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'SecurityGroup': {'1.5'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'SubPort': {'1.0'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Subnet': {'1.1'}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Trunk': {'1.1'}} Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: consumer versions: Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: { DHCP agent@dv-cinder-849846-3-smb: {}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: L3 agent@dv-cinder-849846-3-smb: {}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: Metadata agent@dv-cinder-849846-3-smb: {}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: Metering agent@dv-cinder-849846-3-smb: {}, Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: Open vSwitch agent@dv-cinder-849846-3-smb: { 'AddressGroup': '1.2', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Agent': '1.1', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'ConntrackHelper': '1.0', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'LocalIPAssociation': '1.0', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Log': '1.0', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'NDPProxy': '1.0', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Network': '1.1', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Port': '1.7', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'PortForwarding': '1.3', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'QosPolicy': '1.10', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'SecurityGroup': '1.5', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'SecurityGroupRule': '1.2', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'SubPort': '1.0', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Subnet': '1.1', Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: 'Trunk': '1.1'}} Jul 20 17:49:04.084082 dv-cinder-849846-3-smb neutron-server[111132]: {{(pid=111132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:49:04.097448 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Attempting to bind port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:04.098089 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Attempting to bind port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:04.098747 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Attempting to bind port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc on network c312af54-f848-4cd5-be9b-82cbc51698be {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:04.110186 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:04.110615 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Checking segment: {'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:04.111161 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:04.111509 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Bound using segment: {'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:04.112001 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Bound port: 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4436148-125c-430c-8ec2-f58a5f9cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:04.112410 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:04.123883 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-30f6f173-66dd-430e-9727-8b99c095c183 None None] Port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:49:04.167637 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:04.205172 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] For port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:04.230136 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] For port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc,segment=NetworkSegment(a4436148-125c-430c-8ec2-f58a5f9cdb4c),segment_id=a4436148-125c-430c-8ec2-f58a5f9cdb4c)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:04.287233 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:04.335848 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:04.369670 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Routers {'666d5561-666e-4353-9cd8-c8bbe4beb6ee'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:04.370534 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:48:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['666d5561-666e-4353-9cd8-c8bbe4beb6ee'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:04.426916 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dc45d-fa71-43ae-835d-ff04cfe91a8a None None] Pushing event updated for resources: {'Port': ['ID=6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc,revision_number=4']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:04.505055 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] Set router 666d5561-666e-4353-9cd8-c8bbe4beb6ee gateway port host: None {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:04.661803 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-ba42b9d0-a723-4ed7-83b2-cb8611e3d846 None None] Provisioning complete for port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:04.662336 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ba42b9d0-a723-4ed7-83b2-cb8611e3d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:04.750410 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-ba42b9d0-a723-4ed7-83b2-cb8611e3d846 None None] Current status of the port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:04.750974 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ba42b9d0-a723-4ed7-83b2-cb8611e3d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:04.802179 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 44810) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:04.810156 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-ba42b9d0-a723-4ed7-83b2-cb8611e3d846 None None] For port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc,segment=NetworkSegment(a4436148-125c-430c-8ec2-f58a5f9cdb4c),segment_id=a4436148-125c-430c-8ec2-f58a5f9cdb4c)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:04.833692 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'name': 'router1', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:48:50Z', 'updated_at': '2022-07-20T17:49:01Z', 'revision_number': 2, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'gw_port_host': None, '_interfaces': [{'id': '6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc', 'name': '', 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'mac_address': 'fa:16:3e:ff:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:00Z', 'updated_at': '2022-07-20T17:49:04Z', 'revision_number': 4, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'subnets': [{'id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92e46d1c-0a8c-402e-8908-c0b0a9728ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:04.860686 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbbdf6-d388-4c24-a7ce-fcafb442b6e2 None None] The sync data for ids ['666d5561-666e-4353-9cd8-c8bbe4beb6ee'] in dv-cinder-849846-3-smb is: [{'id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'name': 'router1', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:48:50Z', 'updated_at': '2022-07-20T17:49:01Z', 'revision_number': 2, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'gw_port_host': None, '_interfaces': [{'id': '6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc', 'name': '', 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'mac_address': 'fa:16:3e:ff:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:00Z', 'updated_at': '2022-07-20T17:49:04Z', 'revision_number': 4, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'subnets': [{'id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92e46d1c-0a8c-402e-8908-c0b0a9728ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:49:04.982607 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ba42b9d0-a723-4ed7-83b2-cb8611e3d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:05.026916 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:05.059265 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42b9d0-a723-4ed7-83b2-cb8611e3d846 None None] Pushing event updated for resources: {'Port': ['ID=6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:05.474804 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef8860-9c73-437d-824b-8c2c67a0823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:05.476460 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-68ef8860-9c73-437d-824b-8c2c67a0823f admin admin] 10.222.0.27 "GET /v2.0/networks/4418c161-e2d6-43be-a975-09faf837c81a HTTP/1.1" status: 200 len: 842 time: 0.6729984 Jul 20 17:49:05.490177 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'cidr': '172.28.3.0/24'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:05.611376 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Made reservation on behalf of 8f637912c585421ea114b8fb6faea1e7 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:49:05.614522 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:05.712073 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:05.913022 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:06.029983 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.objects.ports [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111129) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 20 17:49:06.030693 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (3c6b172f-ccb0-41d8-a247-ab6c8de27c0f), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:06.143090 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6b172f-ccb0-41d8-a247-ab6c8de27c0f,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:06.156259 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:06.156744 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Network hostable DHCP agents. Network: 4418c161-e2d6-43be-a975-09faf837c81a, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:49:06.266268 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:49:06.345531 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 4418c161-e2d6-43be-a975-09faf837c81a) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:06.357490 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1512ee-d05c-423a-aacf-c0878b2df901 None None] Network 4418c161-e2d6-43be-a975-09faf837c81a requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:06.359880 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:06.360538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:06.452665 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1730f2cf-2055-4f5a-ba4d-4914325989e1 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9670341 Jul 20 17:49:06.489787 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb4988e-c55f-4c21-aec2-428bac063c55 None None] Network 4418c161-e2d6-43be-a975-09faf837c81a requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:49:06.798202 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=46,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:06.803556 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=49,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:09.070056 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 44818) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:09.653682 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f3a02087-b95a-4be7-b635-11a1c0143daa demo admin] 10.222.0.27 "GET /v2.0/routers/666d5561-666e-4353-9cd8-c8bbe4beb6ee HTTP/1.1" status: 200 len: 710 time: 0.5823219 Jul 20 17:49:09.816772 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a63f2b-2d54-4f70-8ebd-b4dae23ee221 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:49:09.818276 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-67a63f2b-2d54-4f70-8ebd-b4dae23ee221 demo admin] 10.222.0.27 "GET /v2.0/networks/4418c161-e2d6-43be-a975-09faf837c81a HTTP/1.1" status: 200 len: 886 time: 0.1590459 Jul 20 17:49:09.828046 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:49:10.098239 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks [] for router_gateway (666d5561-666e-4353-9cd8-c8bbe4beb6ee), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:10.414541 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks [] for router_gateway (666d5561-666e-4353-9cd8-c8bbe4beb6ee), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:10.507907 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:10.811499 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Allocated IP 172.28.3.230 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/300916c1-7ece-4058-b532-cb258fc229c8) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:49:10.949917 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:10.971259 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks [] for port (300916c1-7ece-4058-b532-cb258fc229c8), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:11.017132 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:11.130397 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:11.134927 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (300916c1-7ece-4058-b532-cb258fc229c8), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:11.171832 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:11.183054 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:11.183611 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:11.264612 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:11.283335 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:49:11.290792 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:49:11.294542 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:49:11.367531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Pushing event updated for resources: {'Port': ['ID=300916c1-7ece-4058-b532-cb258fc229c8,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:11.692904 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks [] for router_gateway (666d5561-666e-4353-9cd8-c8bbe4beb6ee), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:11.881578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router (666d5561-666e-4353-9cd8-c8bbe4beb6ee), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:11.886352 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3824824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3824823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831336'] for router (666d5561-666e-4353-9cd8-c8bbe4beb6ee), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:11.999329 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Router 666d5561-666e-4353-9cd8-c8bbe4beb6ee has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:49:12.109652 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:49:12.115234 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:12.128509 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-dbf298fa-ec0b-425c-930f-bad011fe8714 demo admin] 10.222.0.27 "PUT /v2.0/routers/666d5561-666e-4353-9cd8-c8bbe4beb6ee HTTP/1.1" status: 200 len: 890 time: 2.2919774 Jul 20 17:49:12.203196 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Sync routers for ids ['666d5561-666e-4353-9cd8-c8bbe4beb6ee'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:49:12.216812 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Routers {'666d5561-666e-4353-9cd8-c8bbe4beb6ee'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:12.217490 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:48:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['666d5561-666e-4353-9cd8-c8bbe4beb6ee'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:12.475198 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Set router 666d5561-666e-4353-9cd8-c8bbe4beb6ee gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:12.953753 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'name': 'router1', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '300916c1-7ece-4058-b532-cb258fc229c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:48:50Z', 'updated_at': '2022-07-20T17:49:11Z', 'revision_number': 4, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'gw_port': {'id': '300916c1-7ece-4058-b532-cb258fc229c8', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:10Z', 'updated_at': '2022-07-20T17:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc', 'name': '', 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'mac_address': 'fa:16:3e:ff:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:00Z', 'updated_at': '2022-07-20T17:49:04Z', 'revision_number': 5, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'subnets': [{'id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92e46d1c-0a8c-402e-8908-c0b0a9728ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:13.085091 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Checking router: 666d5561-666e-4353-9cd8-c8bbe4beb6ee for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:49:13.085469 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Updating router 666d5561-666e-4353-9cd8-c8bbe4beb6ee port 300916c1-7ece-4058-b532-cb258fc229c8 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:49:13.147499 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (300916c1-7ece-4058-b532-cb258fc229c8), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:13.390383 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:13.495317 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Publish callbacks [] for port (300916c1-7ece-4058-b532-cb258fc229c8), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:13.557366 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (300916c1-7ece-4058-b532-cb258fc229c8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:13.613050 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Attempting to bind port 300916c1-7ece-4058-b532-cb258fc229c8 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:49:13.613941 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Attempting to bind port 300916c1-7ece-4058-b532-cb258fc229c8 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:49:13.613941 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Attempting to bind port 300916c1-7ece-4058-b532-cb258fc229c8 on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:49:13.617455 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c8912-4e69-4277-b3a5-e5d5a4ee4bfc None None] Pushing event updated for resources: {'Port': ['ID=300916c1-7ece-4058-b532-cb258fc229c8,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:13.622324 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:49:13.622696 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:49:13.623310 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:13.623696 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:49:13.624174 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Bound port: 300916c1-7ece-4058-b532-cb258fc229c8, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:49:13.624583 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (300916c1-7ece-4058-b532-cb258fc229c8), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:13.668165 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:13.678224 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] For port 300916c1-7ece-4058-b532-cb258fc229c8, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:49:13.682655 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] For port 300916c1-7ece-4058-b532-cb258fc229c8, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=300916c1-7ece-4058-b532-cb258fc229c8,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:49:13.757949 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (300916c1-7ece-4058-b532-cb258fc229c8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:13.825892 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c8912-4e69-4277-b3a5-e5d5a4ee4bfc None None] Pushing event updated for resources: {'Port': ['ID=300916c1-7ece-4058-b532-cb258fc229c8,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:13.828553 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Routers {'666d5561-666e-4353-9cd8-c8bbe4beb6ee'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:49:13.829125 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:48:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['666d5561-666e-4353-9cd8-c8bbe4beb6ee'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:13.954485 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] Set router 666d5561-666e-4353-9cd8-c8bbe4beb6ee gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:49:14.178737 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'name': 'router1', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '300916c1-7ece-4058-b532-cb258fc229c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:48:50Z', 'updated_at': '2022-07-20T17:49:11Z', 'revision_number': 4, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'gw_port': {'id': '300916c1-7ece-4058-b532-cb258fc229c8', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:10Z', 'updated_at': '2022-07-20T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc', 'name': '', 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'mac_address': 'fa:16:3e:ff:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:00Z', 'updated_at': '2022-07-20T17:49:04Z', 'revision_number': 5, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'subnets': [{'id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92e46d1c-0a8c-402e-8908-c0b0a9728ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:49:14.213675 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555fddb-563e-43d3-8bf1-047e6824a944 None None] The sync data for ids ['666d5561-666e-4353-9cd8-c8bbe4beb6ee'] in dv-cinder-849846-3-smb is: [{'id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'name': 'router1', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '300916c1-7ece-4058-b532-cb258fc229c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:48:50Z', 'updated_at': '2022-07-20T17:49:11Z', 'revision_number': 4, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'gw_port': {'id': '300916c1-7ece-4058-b532-cb258fc229c8', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:10Z', 'updated_at': '2022-07-20T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc', 'name': '', 'network_id': 'c312af54-f848-4cd5-be9b-82cbc51698be', 'tenant_id': '0d047530c703494197e4bf5f63aec8df', 'mac_address': 'fa:16:3e:ff:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666d5561-666e-4353-9cd8-c8bbe4beb6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:49:00Z', 'updated_at': '2022-07-20T17:49:04Z', 'revision_number': 5, 'project_id': '0d047530c703494197e4bf5f63aec8df', 'subnets': [{'id': '97d081a9-5aca-4c0f-abfd-7fa7f26d80f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92e46d1c-0a8c-402e-8908-c0b0a9728ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:49:14.758255 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 44830) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:49:15.153770 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 300916c1-7ece-4058-b532-cb258fc229c8 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:15.200055 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 300916c1-7ece-4058-b532-cb258fc229c8 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:15.200434 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (300916c1-7ece-4058-b532-cb258fc229c8), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:15.223018 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9c8fa424-382b-4571-8793-1a80c6d536ce admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4635892 Jul 20 17:49:15.283166 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 300916c1-7ece-4058-b532-cb258fc229c8 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:15.283457 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (300916c1-7ece-4058-b532-cb258fc229c8), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:15.309395 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 300916c1-7ece-4058-b532-cb258fc229c8, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=300916c1-7ece-4058-b532-cb258fc229c8,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:49:15.409773 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (300916c1-7ece-4058-b532-cb258fc229c8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:15.474113 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=300916c1-7ece-4058-b532-cb258fc229c8,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:49:16.369018 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:16.373128 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:17.155042 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 300916c1-7ece-4058-b532-cb258fc229c8 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:49:17.199659 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:17.217723 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 300916c1-7ece-4058-b532-cb258fc229c8 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:49:17.218462 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (300916c1-7ece-4058-b532-cb258fc229c8), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:17.323319 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 300916c1-7ece-4058-b532-cb258fc229c8 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:49:22.833122 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:49:25.210540 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:25.219363 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:25.582945 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:25.688201 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5d00-d68d-418b-9789-96247c3b4cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:28.022673 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-95858ec6-802c-4a3c-b660-c1361c4c3293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.232383 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:30.977781 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:31.411598 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:32.821865 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=27 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:32.824850 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=55 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:41.315751 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:41.325138 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:49:55.719070 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-bb897c60-3c93-4f4f-b70e-0db57ba63c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:58.015657 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a5c150e9-4700-4fd6-a6ce-82b972c20d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:49:59.824411 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:50:00.443879 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:00.841793 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:00.984957 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:01.404664 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:09.820732 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:11.322075 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:11.324456 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:23.825861 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:25.676305 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-30ecf8d2-80b9-472c-9a84-b0a6b46b8ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:28.049507 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5cde606f-e05a-43e3-92e5-af25ebecec38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.214607 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:30.961650 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:31.396310 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:36.823826 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:50:37.836269 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:41.317492 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:41.323501 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:44.421898 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45368) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:44.779415 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b6eb2a-69a4-4748-a173-904862b36722 admin admin] GET failed (client error): The resource could not be found. Jul 20 17:50:44.780746 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d7b6eb2a-69a4-4748-a173-904862b36722 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3573217 Jul 20 17:50:44.947162 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994c357-4aed-4003-875b-9e46e0fc3f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:44.948592 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f994c357-4aed-4003-875b-9e46e0fc3f35 admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1632254 Jul 20 17:50:46.819525 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:47.228956 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45378) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:47.622805 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c84a84-390a-4924-8e9c-90e6b2c75f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:47.624147 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-36c84a84-390a-4924-8e9c-90e6b2c75f96 admin admin] 10.222.0.27 "GET /v2.0/subnets/97d081a9-5aca-4c0f-abfd-7fa7f26d80f6 HTTP/1.1" status: 200 len: 849 time: 0.3942118 Jul 20 17:50:47.636023 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:50:47.731068 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Publish callbacks [] for subnet (97d081a9-5aca-4c0f-abfd-7fa7f26d80f6), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:47.974204 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741783102531'] for subnet (97d081a9-5aca-4c0f-abfd-7fa7f26d80f6), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.012897 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:48.013976 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.026622 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] 10.222.0.27 "PUT /v2.0/subnets/97d081a9-5aca-4c0f-abfd-7fa7f26d80f6 HTTP/1.1" status: 200 len: 868 time: 0.3830347 Jul 20 17:50:48.026906 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02091501-d83a-4d80-8d25-e8ad5aa0b388 None None] Network c312af54-f848-4cd5-be9b-82cbc51698be requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:50:48.033459 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d081a9-5aca-4c0f-abfd-7fa7f26d80f6,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:50:48.041563 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.041903 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.042268 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.042627 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.042960 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.043294 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.043622 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.043947 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.044273 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.044640 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.045223 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.045565 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.045888 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.046208 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.046528 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aea45-f481-4ffb-a0b9-f88bc1679722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:50:48.316985 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c5f59e8d-9511-4fc5-a25e-46b21696a483 None None] Provisioning complete for port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:48.317314 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c5f59e8d-9511-4fc5-a25e-46b21696a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.392308 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c5f59e8d-9511-4fc5-a25e-46b21696a483 None None] Current status of the port 6ed5dbbe-2bdf-4e5b-ab71-44a22e0084cc is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:48.401370 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c5f59e8d-9511-4fc5-a25e-46b21696a483 None None] Provisioning complete for port 068c6d7e-8bee-4888-8e50-e9af0817a18f triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:50:48.401761 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c5f59e8d-9511-4fc5-a25e-46b21696a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (068c6d7e-8bee-4888-8e50-e9af0817a18f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:48.478820 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c5f59e8d-9511-4fc5-a25e-46b21696a483 None None] Current status of the port 068c6d7e-8bee-4888-8e50-e9af0817a18f is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:50:50.284928 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45386) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:50.868548 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9439a5-fb1d-416c-95ea-c7a256d1d7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:50.869021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9439a5-fb1d-416c-95ea-c7a256d1d7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:50.870620 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ec9439a5-fb1d-416c-95ea-c7a256d1d7c2 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5846679 Jul 20 17:50:53.144175 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45394) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:53.564368 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b43d0f-6414-4503-b684-afe2db680e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:53.564766 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b43d0f-6414-4503-b684-afe2db680e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:53.566348 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-68b43d0f-6414-4503-b684-afe2db680e7e admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4211833 Jul 20 17:50:55.654245 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5bd4291b-2813-4f98-90d0-5bbce039d043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:55.830816 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45402) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:56.238839 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:56.261889 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67587d95-7dda-484b-a3da-4c5ce7cba2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:56.263277 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-67587d95-7dda-484b-a3da-4c5ce7cba2ef admin admin] 10.222.0.27 "GET /v2.0/networks/4418c161-e2d6-43be-a975-09faf837c81a HTTP/1.1" status: 200 len: 886 time: 0.4315147 Jul 20 17:50:58.042622 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dc66c22d-f666-4618-8708-0c22a0c815e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:50:58.551707 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45410) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:50:58.991405 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:50:59.034184 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924cc06a-5790-4fb9-94a3-60ff277458dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:50:59.035581 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-924cc06a-5790-4fb9-94a3-60ff277458dc admin admin] 10.222.0.27 "GET /v2.0/networks/c312af54-f848-4cd5-be9b-82cbc51698be HTTP/1.1" status: 200 len: 869 time: 0.4829140 Jul 20 17:51:00.202493 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.019649 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.299623 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45418) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:01.392077 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:01.724666 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0518709-5b2c-4f54-af6f-1e07650913a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:01.725048 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0518709-5b2c-4f54-af6f-1e07650913a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:01.726609 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f0518709-5b2c-4f54-af6f-1e07650913a6 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4259734 Jul 20 17:51:03.997702 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45426) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:04.379824 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb363523-42e8-4c9d-a237-34f46b378b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:04.380193 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb363523-42e8-4c9d-a237-34f46b378b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:04.382743 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-cb363523-42e8-4c9d-a237-34f46b378b67 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3839860 Jul 20 17:51:06.619769 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45434) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:06.992269 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f358055-a05b-43e4-be8a-ce8270dc4f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:06.993592 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-7f358055-a05b-43e4-be8a-ce8270dc4f20 admin admin] 10.222.0.27 "GET /v2.0/subnets/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f HTTP/1.1" status: 200 len: 816 time: 0.3728368 Jul 20 17:51:09.260113 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45442) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:09.640409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68aac37-468f-48bb-b618-e00cc0d9a3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:09.641837 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f68aac37-468f-48bb-b618-e00cc0d9a3ad admin admin] 10.222.0.27 "GET /v2.0/subnets/97d081a9-5aca-4c0f-abfd-7fa7f26d80f6 HTTP/1.1" status: 200 len: 868 time: 0.3807497 Jul 20 17:51:11.320095 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:11.325038 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:13.823354 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:51:16.983976 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=15 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:16.988920 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=36 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:19.631897 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=6 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:19.637017 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=7 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:24.152293 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=18 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:24.158140 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=16 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:25.647656 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2b87cee0-c0a4-4295-9f78-6a93e882e78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:28.026077 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ce02-83fe-4f67-b77b-22a4e51f7af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:30.213413 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:30.979293 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:31.384558 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:38.563956 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45500) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:38.896781 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [None req-b4f3000e-4294-44f1-b936-4edbfc4bc076 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:51:38.897790 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-b4f3000e-4294-44f1-b936-4edbfc4bc076 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3328502 Jul 20 17:51:41.256000 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45508) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:41.316338 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:41.322319 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:41.608438 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9b7762-4980-4eb6-998c-14809eb0c804 admin admin] GET failed (client error): The resource could not be found. Jul 20 17:51:41.609883 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-8d9b7762-4980-4eb6-998c-14809eb0c804 admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3529212 Jul 20 17:51:41.839557 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e535b-916f-42af-a252-dd56f0769d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:41.841122 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-cc2e535b-916f-42af-a252-dd56f0769d26 admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2268777 Jul 20 17:51:44.097531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45518) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:44.431096 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:44.520803 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Made reservation on behalf of 8f637912c585421ea114b8fb6faea1e7 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:44.524216 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:44.562123 dv-cinder-849846-3-smb neutron-server[111130]: WARNING neutron.services.revisions.revision_plugin [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Could not find related network for resource to bump revision. Jul 20 17:51:44.579483 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:51:44.588042 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (8a87efa4-de41-4062-b766-76b0e812bdd8), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:44.588380 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Added segment 8a87efa4-de41-4062-b766-76b0e812bdd8 of type vlan for network 446637a3-b8f3-4933-9864-2731850d422a Jul 20 17:51:44.628593 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (446637a3-b8f3-4933-9864-2731850d422a), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:44.789329 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (446637a3-b8f3-4933-9864-2731850d422a), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:44.790579 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:44.791273 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:44.854394 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] Pushing event updated for resources: {'Network': ['ID=446637a3-b8f3-4933-9864-2731850d422a,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:44.864919 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 446637a3-b8f3-4933-9864-2731850d422a details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:51:44.929241 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-6a038d98-289b-44fd-b221-7f3996aceb4a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.8305867 Jul 20 17:51:47.212957 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45526) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:51:47.567747 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6866d7d4-f522-4799-b77d-4b96aa7d5523 admin admin] GET failed (client error): The resource could not be found. Jul 20 17:51:47.569087 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-6866d7d4-f522-4799-b77d-4b96aa7d5523 admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3551228 Jul 20 17:51:47.647723 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfc1a3e-fb2b-4e35-b248-d0b379b1823b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:47.649163 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1bfc1a3e-fb2b-4e35-b248-d0b379b1823b admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0758851 Jul 20 17:51:47.659654 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Request body: {'subnet': {'network_id': '446637a3-b8f3-4933-9864-2731850d422a', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:51:47.813070 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Made reservation on behalf of 8f637912c585421ea114b8fb6faea1e7 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:51:47.815438 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:48.069948 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (57645a02-499d-4082-9194-77f8f8bd5b1a), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:48.132562 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57645a02-499d-4082-9194-77f8f8bd5b1a,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:48.145826 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.146173 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.146539 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.146883 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.147218 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.147719 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.148204 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.148830 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.149196 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.149688 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.150022 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.150369 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.150927 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.151395 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.151933 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:48.159308 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Checking segment: {'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:48.160226 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Network hostable DHCP agents. Network: 446637a3-b8f3-4933-9864-2731850d422a, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:51:48.259111 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Network 446637a3-b8f3-4933-9864-2731850d422a is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:51:48.361149 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 446637a3-b8f3-4933-9864-2731850d422a) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:48.365394 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:51:48.365989 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:48.370344 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d2f61-256a-4563-b646-4a61e6d3b258 None None] Network 446637a3-b8f3-4933-9864-2731850d422a requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:51:48.472289 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-caee3cb2-42c2-47d3-84cd-d87c82842f5b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8161662 Jul 20 17:51:48.491806 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-446637a3-b8f3-4933-9864-2731850d422a', 'network_id': '446637a3-b8f3-4933-9864-2731850d422a', 'project_id': '8f637912c585421ea114b8fb6faea1e7', 'fixed_ips': [{'subnet_id': '57645a02-499d-4082-9194-77f8f8bd5b1a'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:51:48.492837 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:48.647630 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Allocated IP 192.168.233.2 (446637a3-b8f3-4933-9864-2731850d422a/57645a02-499d-4082-9194-77f8f8bd5b1a/7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:51:48.800039 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Publish callbacks [] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:48.968971 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.013008 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Network 446637a3-b8f3-4933-9864-2731850d422a is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:51:49.016433 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:51:49.020269 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:51:49.023528 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Pushing event updated for resources: {'Port': ['ID=7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:49.034528 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.034869 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.035209 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.035562 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.035894 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.036218 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.036570 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.036897 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.037219 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.037548 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.037872 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.038209 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.038531 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.038848 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.039166 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:51:49.098581 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Attempting to bind port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:51:49.098950 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Attempting to bind port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:51:49.099299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Attempting to bind port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b on network 446637a3-b8f3-4933-9864-2731850d422a {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:51:49.104869 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:51:49.105239 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Checking segment: {'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:51:49.105635 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.106146 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Bound using segment: {'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:51:49.106605 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Bound port: 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:51:49.106975 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.177688 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] For port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:51:49.180784 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] For port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b,segment=NetworkSegment(8a87efa4-de41-4062-b766-76b0e812bdd8),segment_id=8a87efa4-de41-4062-b766-76b0e812bdd8)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:51:49.269929 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:49.337189 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ce6a-797d-412f-bd04-2dea0300204e None None] Pushing event updated for resources: {'Port': ['ID=7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:50.188408 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11baa70-f3cb-4d74-9880-d5e11ccfb15a None None] Network 446637a3-b8f3-4933-9864-2731850d422a requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:51:50.374467 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-cb10badc-013c-4ba2-94ce-2e8098343b72 None None] Provisioning complete for port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:50.374941 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-cb10badc-013c-4ba2-94ce-2e8098343b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:50.378126 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:50.426264 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:50.491934 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-cb10badc-013c-4ba2-94ce-2e8098343b72 None None] Current status of the port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:50.491934 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-cb10badc-013c-4ba2-94ce-2e8098343b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:50.532251 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-cb10badc-013c-4ba2-94ce-2e8098343b72 None None] For port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b,segment=NetworkSegment(8a87efa4-de41-4062-b766-76b0e812bdd8),segment_id=8a87efa4-de41-4062-b766-76b0e812bdd8)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:51:50.619250 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-cb10badc-013c-4ba2-94ce-2e8098343b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:50.679961 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10badc-013c-4ba2-94ce-2e8098343b72 None None] Pushing event updated for resources: {'Port': ['ID=7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:51:50.739593 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9ba9d25e-4d10-45e0-ab5c-9b35a4dc10d8 None None] Provisioning complete for port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:50.739911 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9ba9d25e-4d10-45e0-ab5c-9b35a4dc10d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:50.820798 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9d25e-4d10-45e0-ab5c-9b35a4dc10d8 None None] Current status of the port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:50.822528 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:51:51.236599 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:51:51.285822 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:51:51.286212 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:51.365832 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 7a4bbdc7-685e-42c7-a3bf-23fa6e75bc9b is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:51:51.843626 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:54.849864 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:54.851841 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:55.652007 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2e273c62-0d72-4bb6-b244-fcca72a04633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:58.023497 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-470e718e-f740-4a85-a9fc-79b4d1d27f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:51:58.409414 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=63,neutron:INSERT=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:51:58.412936 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=52,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:00.252835 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:00.818659 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=6 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:01.034902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:01.413167 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:11.322258 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:11.324131 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:25.633473 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9d1a90e6-8ea9-49b9-a283-fccaba9383ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:27.820554 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:52:28.022134 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-14667fd0-d4d8-4d75-8720-01d592a8adde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:30.210426 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:30.971079 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:31.439130 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:37.816967 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:41.324390 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:41.328350 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:43.839303 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:52:55.655384 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-90c68199-5140-4660-985b-15d1f47e084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:52:58.021865 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-29f58d82-4390-4c28-84b7-34694e9625a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:00.278964 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:00.980904 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:01.432193 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:04.818876 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:53:11.326595 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:11.328468 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:24.068579 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=16 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:24.073530 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=18 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:25.665691 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-36dcd827-844b-40f3-afb5-da8c03556de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:28.037500 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7039fa0e-03d3-4acb-aea5-879e3a287865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:29.044937 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45568) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:29.050522 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [None req-10ab09f0-3779-48f8-8d0c-f140d17d9895 tempest-verify_tempest_config-1254222677 tempest-verify_tempest_config-1254222677-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:53:29.051483 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-10ab09f0-3779-48f8-8d0c-f140d17d9895 tempest-verify_tempest_config-1254222677 tempest-verify_tempest_config-1254222677-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055869 Jul 20 17:53:29.799356 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45604) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:29.942493 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:30.017726 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Publish callbacks [] for security_group (d3be48ed-78e9-4cce-abd3-75a73ca1a244), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:30.099921 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (d3be48ed-78e9-4cce-abd3-75a73ca1a244), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:30.145111 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be48ed-78e9-4cce-abd3-75a73ca1a244,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:30.149829 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=97f9a0c807fb4151842e91460645c5dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3495061 Jul 20 17:53:30.153568 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45608) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:53:30.156538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.156538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.156538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.156826 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.156915 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.157209 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.157548 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.157847 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.158164 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.158482 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.158799 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.159132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.159448 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.159761 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.160073 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af6a34-be46-4000-ba4f-bbda8bc3f93d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.202735 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:30.213513 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Publish callbacks [] for security_group (d3be48ed-78e9-4cce-abd3-75a73ca1a244), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:30.237260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Publish callbacks [] for security_group (d3be48ed-78e9-4cce-abd3-75a73ca1a244), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:30.420680 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (d3be48ed-78e9-4cce-abd3-75a73ca1a244), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:30.423312 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:30.424466 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d3be48ed-78e9-4cce-abd3-75a73ca1a244 HTTP/1.1" status: 204 len: 168 time: 0.2698615 Jul 20 17:53:30.433022 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be48ed-78e9-4cce-abd3-75a73ca1a244,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:53:30.439990 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.440334 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.440721 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.441063 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.441401 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.441729 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.442055 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.442377 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.442772 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.443025 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.443391 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.443656 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.443979 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.444300 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.444652 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc2f7a-ab67-4739-8ffc-698c7bf50c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:53:30.980683 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:31.386299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:40.143048 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:40.148925 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:40.436155 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:40.436990 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:41.326274 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:41.331219 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:41.817331 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:53:42.845575 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:51.813384 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:53:55.687683 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-21f4cce6-bdd1-4ae3-b2e1-26043b22c0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:53:58.024613 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ecb74605-e89c-4d4b-930d-3c5d7ead9ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:00.230293 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:00.980808 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:01.413574 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:11.330070 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:11.336029 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:18.816454 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:54:23.824551 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:25.670539 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc3d9-6a26-4026-8255-2e06ced442df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:28.029270 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-86715c4c-37cf-4ab0-9ca3-41244749f238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:28.812995 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:30.241331 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:30.994856 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:31.406779 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:41.336956 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:41.338864 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:54:55.655898 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-cc9bb36d-ec20-4242-8209-39b30d6a71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:54:55.816084 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 5 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:54:58.056842 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-1c0e29da-0b5e-4356-a44c-95b5ac00b7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:00.250226 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:00.994026 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:01.405376 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:05.810856 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:05.850237 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:11.328575 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:11.334675 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:22.528688 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3828753'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:25.660315 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-892c7fbc-0a62-4eef-86f7-46031b4cac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:28.027624 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-70e1da31-1ba8-4152-b679-fc3176e219a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:30.233328 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:31.002940 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:31.398733 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:32.817843 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:55:33.845191 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=14 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:34.071861 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45684) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:34.182588 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-4b65390c-6be8-4057-a972-731466d1080e admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1095796 Jul 20 17:55:36.474994 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45694) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:55:36.530143 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-1bfee896-0e4e-4d7c-8fc2-649c775283ea admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0540564 Jul 20 17:55:41.328083 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:41.333595 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:42.812980 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=20 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:46.524705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:46.525448 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:55:52.521771 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:55.710803 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-61e7eced-a539-46fd-af0d-58597fc5b19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:55:58.024076 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f3250034-39d2-49c9-9f3b-6b85dfa8accb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:00.241432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:00.991774 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:01.454917 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:09.817912 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:56:10.848502 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:11.331443 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:11.338482 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:UPDATE=2,neutron:SELECT=25 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:19.814074 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=6 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:22.470959 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:23.831744 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:25.691801 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb7e9-e371-4f7c-95ed-2438500c3abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:28.048047 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0a1bc3c5-7f1c-4fa9-89b7-0f0ac2884545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:30.228981 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:30.997092 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:31.437415 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:41.333814 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:41.335720 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:46.817128 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:56:47.845409 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:52.476021 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:55.724722 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dfc2debe-25f7-4abc-a4a1-2662d3942bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:56:56.813351 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:56:58.038634 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b7e10d6f-db41-4272-b139-a5e583876e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:00.273507 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.021572 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:01.427489 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:10.949159 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:11.346881 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:22.569622 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:22.969459 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45868) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:23.244437 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1617060539-network', 'tenant_id': '61b7362c35c349308550f613cf8fcc39'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:23.363321 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Made reservation on behalf of 61b7362c35c349308550f613cf8fcc39 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:23.365844 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:23.377293 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:23.476442 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Publish callbacks [] for security_group (cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:23.560847 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:23.606529 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:57:23.606971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:23.617639 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (75675eca-66e4-4893-bd9c-76c34b7f2a14), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:23.617998 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Added segment 75675eca-66e4-4893-bd9c-76c34b7f2a14 of type vlan for network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 Jul 20 17:57:23.621004 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.621353 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.621711 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.622081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.622414 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.622741 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.623062 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.623383 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.623704 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.624025 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.624345 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.624709 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.625028 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.625385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.625733 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Tracked resource versions report: Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: pushed versions: Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: { 'AddressGroup': {'1.2'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Agent': {'1.1'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'ConntrackHelper': {'1.0'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Log': {'1.0'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'NDPProxy': {'1.0'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Network': {'1.1'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Port': {'1.7'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'PortForwarding': {'1.3'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'QosPolicy': {'1.10'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'SecurityGroup': {'1.5'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'SubPort': {'1.0'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Subnet': {'1.1'}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Trunk': {'1.1'}} Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: consumer versions: Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: { DHCP agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: HyperV agent@hv-cinder-84984: {}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: L3 agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: Metadata agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: Metering agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: Open vSwitch agent@dv-cinder-849846-3-smb: { 'AddressGroup': '1.2', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Agent': '1.1', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'ConntrackHelper': '1.0', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'LocalIPAssociation': '1.0', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Log': '1.0', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'NDPProxy': '1.0', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Network': '1.1', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Port': '1.7', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'PortForwarding': '1.3', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'QosPolicy': '1.10', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'SecurityGroup': '1.5', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'SecurityGroupRule': '1.2', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'SubPort': '1.0', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Subnet': '1.1', Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: 'Trunk': '1.1'}} Jul 20 17:57:23.626901 dv-cinder-849846-3-smb neutron-server[111130]: {{(pid=111130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:57:23.680566 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (d5fbce8c-e18b-45b5-bb2a-e36081632fa6), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:23.789587 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (d5fbce8c-e18b-45b5-bb2a-e36081632fa6), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:23.791076 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:23.793341 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:23.825997 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:57:23.877696 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] Pushing event updated for resources: {'Network': ['ID=d5fbce8c-e18b-45b5-bb2a-e36081632fa6,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:23.892956 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:57:23.927621 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d06693f0-5c11-49a9-b8ec-688afc483a3b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9564126 Jul 20 17:57:23.927886 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45904) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:23.943836 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Request body: {'subnet': {'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1617060539-subnet', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:24.081108 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Made reservation on behalf of 61b7362c35c349308550f613cf8fcc39 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:24.088646 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:24.403537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (e92951dc-5e0b-4670-a257-dd07cda4666f), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:24.418454 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45924) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:24.443619 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 45928) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:24.483182 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92951dc-5e0b-4670-a257-dd07cda4666f,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:24.493372 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.493759 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.494162 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.494523 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.494864 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.495974 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.496650 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.496650 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.496987 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.497304 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.497814 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.498327 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.498658 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.498982 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.499303 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Tracked resource versions report: Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: pushed versions: Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: { 'AddressGroup': {'1.2'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Agent': {'1.1'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'ConntrackHelper': {'1.0'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Log': {'1.0'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'NDPProxy': {'1.0'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Network': {'1.1'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Port': {'1.7'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'PortForwarding': {'1.3'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'QosPolicy': {'1.10'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'SecurityGroup': {'1.5'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'SubPort': {'1.0'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Subnet': {'1.1'}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Trunk': {'1.1'}} Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: consumer versions: Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: { DHCP agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: HyperV agent@hv-cinder-84984: {}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: L3 agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: Metadata agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: Metering agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: Open vSwitch agent@dv-cinder-849846-3-smb: { 'AddressGroup': '1.2', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Agent': '1.1', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'ConntrackHelper': '1.0', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'LocalIPAssociation': '1.0', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Log': '1.0', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'NDPProxy': '1.0', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Network': '1.1', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Port': '1.7', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'PortForwarding': '1.3', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'QosPolicy': '1.10', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'SecurityGroup': '1.5', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'SecurityGroupRule': '1.2', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'SubPort': '1.0', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Subnet': '1.1', Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: 'Trunk': '1.1'}} Jul 20 17:57:24.500537 dv-cinder-849846-3-smb neutron-server[111129]: {{(pid=111129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:57:24.511609 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Checking segment: {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:24.512493 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Network hostable DHCP agents. Network: d5fbce8c-e18b-45b5-bb2a-e36081632fa6, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:57:24.641233 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45946) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:24.678054 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:57:24.825856 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, d5fbce8c-e18b-45b5-bb2a-e36081632fa6) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:24.835728 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:24.836869 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:24.848598 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb31a9b-58b9-465a-bf30-def29fdd99e9 None None] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:24.856520 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=16 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:24.887966 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1125838973-network', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:24.930311 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-network', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:24.941622 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-90e8f006-cdea-4f2c-b56e-edc76aab2251 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0117638 Jul 20 17:57:24.951344 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45956) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:24.958767 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:25.021627 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-d5fbce8c-e18b-45b5-bb2a-e36081632fa6', 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6', 'project_id': '61b7362c35c349308550f613cf8fcc39', 'fixed_ips': [{'subnet_id': 'e92951dc-5e0b-4670-a257-dd07cda4666f'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:57:25.029488 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.088190 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-659073017-network', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:25.114971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Made reservation on behalf of 4f09278bfb3248eab00d7061b248f6c3 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:25.118265 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.134825 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.155935 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (330cc834-ad34-4ae7-8446-872ed553fed2), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.157868 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (330cc834-ad34-4ae7-8446-872ed553fed2), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.187063 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Made reservation on behalf of 42a3ef9ead804c5483de2cc4ac8855b3 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:25.191052 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.258116 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.259949 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Allocated IP 172.20.0.2 (d5fbce8c-e18b-45b5-bb2a-e36081632fa6/e92951dc-5e0b-4670-a257-dd07cda4666f/828da24e-2ee5-4fb8-a6c0-0f5101000edb) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:25.358347 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks [] for router_controller (330cc834-ad34-4ae7-8446-872ed553fed2), precommit_add_association {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.360508 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Made reservation on behalf of 23d7e15987bd4fb7a54a43002b44c1fc for: {'network': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:25.363768 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.383965 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.452079 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:25.510190 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Publish callbacks [] for security_group (17aa2cbd-8f29-415a-97b1-68f7f129f643), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.539374 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Publish callbacks [] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.549552 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Publish callbacks [] for security_group (82f68586-3839-4ebc-9f99-efef0721654e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.563856 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Publish callbacks [] for security_group (631c3173-c1e6-4949-b91d-35e5160bd47e), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.571101 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:25.607754 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (17aa2cbd-8f29-415a-97b1-68f7f129f643), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.682217 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa2cbd-8f29-415a-97b1-68f7f129f643,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:25.688812 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:57:25.692612 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.695871 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (82f68586-3839-4ebc-9f99-efef0721654e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.713828 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:57:25.726395 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (8e1a19f1-7d50-441c-a089-a3db02bcb401), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.726740 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Added segment 8e1a19f1-7d50-441c-a089-a3db02bcb401 of type vlan for network a279782c-a6f9-4260-a721-74e3c41283c9 Jul 20 17:57:25.783979 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (a279782c-a6f9-4260-a721-74e3c41283c9), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.797386 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:25.808606 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:25.811889 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (631c3173-c1e6-4949-b91d-35e5160bd47e), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.820135 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:25.826861 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=111129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:57:25.833285 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6809b54d-a5af-4128-a5b2-55c348008b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.836686 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Pushing event updated for resources: {'Port': ['ID=828da24e-2ee5-4fb8-a6c0-0f5101000edb,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:25.842373 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (47169b48-afaf-405c-91a4-287dff75ccf7), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.843034 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.segments_db [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Added segment 47169b48-afaf-405c-91a4-287dff75ccf7 of type vlan for network f697aa97-5d1b-45da-9f61-b5d189eabfd7 Jul 20 17:57:25.843729 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (a99bec6e-bed1-4bb6-9a6a-257671febd14), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.844658 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Added segment a99bec6e-bed1-4bb6-9a6a-257671febd14 of type vlan for network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 Jul 20 17:57:25.853869 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.855387 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.856816 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.857318 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.857752 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.858887 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.859465 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.860283 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.860883 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.861446 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.862151 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.862726 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.863271 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.863802 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.865100 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Tracked resource versions report: Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: pushed versions: Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: { 'AddressGroup': {'1.2'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Agent': {'1.1'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'ConntrackHelper': {'1.0'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Log': {'1.0'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'NDPProxy': {'1.0'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Network': {'1.1'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Port': {'1.7'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'PortForwarding': {'1.3'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'QosPolicy': {'1.10'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'SecurityGroup': {'1.5'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'SubPort': {'1.0'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Subnet': {'1.1'}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Trunk': {'1.1'}} Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: consumer versions: Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: { DHCP agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: HyperV agent@hv-cinder-84984: {}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: L3 agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: Metadata agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: Metering agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: Open vSwitch agent@dv-cinder-849846-3-smb: { 'AddressGroup': '1.2', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Agent': '1.1', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'ConntrackHelper': '1.0', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'LocalIPAssociation': '1.0', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Log': '1.0', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'NDPProxy': '1.0', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Network': '1.1', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Port': '1.7', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'PortForwarding': '1.3', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'QosPolicy': '1.10', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'SecurityGroup': '1.5', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'SecurityGroupRule': '1.2', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'SubPort': '1.0', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Subnet': '1.1', Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: 'Trunk': '1.1'}} Jul 20 17:57:25.867484 dv-cinder-849846-3-smb neutron-server[111131]: {{(pid=111131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:57:25.904606 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (f697aa97-5d1b-45da-9f61-b5d189eabfd7), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:25.943443 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:25.973310 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:25.991854 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks [] for router_gateway (330cc834-ad34-4ae7-8446-872ed553fed2), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.006777 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Attempting to bind port 828da24e-2ee5-4fb8-a6c0-0f5101000edb on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:26.007152 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Attempting to bind port 828da24e-2ee5-4fb8-a6c0-0f5101000edb by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:26.012097 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Attempting to bind port 828da24e-2ee5-4fb8-a6c0-0f5101000edb on network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:26.018587 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c3173-c1e6-4949-b91d-35e5160bd47e,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:26.024412 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:26.025622 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Checking segment: {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:26.026287 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.027943 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Bound using segment: {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:26.028896 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Bound port: 828da24e-2ee5-4fb8-a6c0-0f5101000edb, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:26.029763 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.033940 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.050390 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.db.resource_extend [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 17:57:26.082760 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (f697aa97-5d1b-45da-9f61-b5d189eabfd7), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.086091 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:26.087236 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.090090 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f68586-3839-4ebc-9f99-efef0721654e,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:26.113885 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] For port 828da24e-2ee5-4fb8-a6c0-0f5101000edb, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:26.131700 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] For port 828da24e-2ee5-4fb8-a6c0-0f5101000edb, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=828da24e-2ee5-4fb8-a6c0-0f5101000edb,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:26.221755 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.222732 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.223698 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:26.225103 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.228157 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (a279782c-a6f9-4260-a721-74e3c41283c9), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.231093 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:26.241256 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.298169 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:26.315428 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b923e57-0a75-4b68-b2a1-59a7be0ab486 None None] Pushing event updated for resources: {'Port': ['ID=828da24e-2ee5-4fb8-a6c0-0f5101000edb,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:26.353104 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] Pushing event updated for resources: {'Network': ['ID=f697aa97-5d1b-45da-9f61-b5d189eabfd7,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:26.357490 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] Pushing event updated for resources: {'Network': ['ID=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:26.392234 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:57:26.804015 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-4fa39b6a-8a40-430a-a5e8-782d00f5d947 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.8228722 Jul 20 17:57:26.857196 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:57:26.861404 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 45994) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:26.861404 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Request body: {'subnet': {'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-subnet', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:26.866250 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.1591761 Jul 20 17:57:26.869542 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46002) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:26.873641 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380011d6-f216-4c18-bdf3-d42af83ecae3 admin admin] Pushing event updated for resources: {'Network': ['ID=a279782c-a6f9-4260-a721-74e3c41283c9,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:26.874344 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Request body: {'subnet': {'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-subnet', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:26.874744 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network a279782c-a6f9-4260-a721-74e3c41283c9 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:57:26.875472 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-fab5f690-8905-4a84-b545-04e087f1dd4d admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2824624 Jul 20 17:57:26.875472 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46004) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:26.875472 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Request body: {'subnet': {'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-subnet', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:26.875974 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks [] for router_gateway (330cc834-ad34-4ae7-8446-872ed553fed2), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.875974 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:26.900237 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:27.005827 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Made reservation on behalf of 23d7e15987bd4fb7a54a43002b44c1fc for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:27.009870 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.045647 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Made reservation on behalf of 4f09278bfb3248eab00d7061b248f6c3 for: {'subnet': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:27.049850 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.059456 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Made reservation on behalf of 42a3ef9ead804c5483de2cc4ac8855b3 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:27.064127 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.364515 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Allocated IP 172.28.3.49 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/1124b1dd-6e00-4bd5-84c2-30bf3d0f4712) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:27.519990 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 828da24e-2ee5-4fb8-a6c0-0f5101000edb up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:27.576295 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (0df64d3c-87ae-4b0e-9d62-6a26906b8c38), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.601382 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 828da24e-2ee5-4fb8-a6c0-0f5101000edb triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:27.602309 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.721585 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks [] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.744047 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (ea2c4176-1286-4fc2-8815-083e9bf7b044), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.780104 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Checking segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:27.785503 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Network hostable DHCP agents. Network: d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:57:27.801694 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df64d3c-87ae-4b0e-9d62-6a26906b8c38,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:27.822183 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 828da24e-2ee5-4fb8-a6c0-0f5101000edb is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:27.823699 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.859303 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2c4176-1286-4fc2-8815-083e9bf7b044,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:27.871838 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Checking segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:27.872197 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Network hostable DHCP agents. Network: f697aa97-5d1b-45da-9f61-b5d189eabfd7, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:57:27.878034 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 828da24e-2ee5-4fb8-a6c0-0f5101000edb, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=828da24e-2ee5-4fb8-a6c0-0f5101000edb,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:27.909546 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (595c17cd-33a2-4e71-856c-14bab02242fe), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:27.975112 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=595c17cd-33a2-4e71-856c-14bab02242fe,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:27.978353 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb3260-b1a4-4fef-8dba-fae63224bc8f None None] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:27.986284 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Checking segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:27.986696 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Network hostable DHCP agents. Network: a279782c-a6f9-4260-a721-74e3c41283c9, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:57:27.997351 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.003912 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:57:28.058960 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:28.059766 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:57:28.070894 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:28.079297 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:28.082866 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Pushing event updated for resources: {'Port': ['ID=1124b1dd-6e00-4bd5-84c2-30bf3d0f4712,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:28.085706 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.160892 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-56a0454d-b38d-4b74-9028-4edf5d9330ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.187446 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-e322d82b-4d99-424f-a28d-eecae5a7440a None None] Provisioning complete for port 828da24e-2ee5-4fb8-a6c0-0f5101000edb triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:28.187810 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e322d82b-4d99-424f-a28d-eecae5a7440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.194721 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=828da24e-2ee5-4fb8-a6c0-0f5101000edb,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:28.232274 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3) {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:28.254515 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.255304 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.301266 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8b94d-3cf0-4b86-93c4-861fa6c5c8c2 None None] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:28.442376 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Network a279782c-a6f9-4260-a721-74e3c41283c9 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:57:28.450086 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, f697aa97-5d1b-45da-9f61-b5d189eabfd7) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:28.458476 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.459878 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.470737 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-208a0ff7-ee2c-450a-a95b-448f2ebf421f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7273021 Jul 20 17:57:28.471551 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46030) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:28.482561 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f0baef-46a7-409a-85fe-3a9e5b903764 None None] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:28.488857 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, a279782c-a6f9-4260-a721-74e3c41283c9) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:28.494616 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:28.498871 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:28.500194 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.695280 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e78cd3-48b0-4160-9eb3-b88f95a9a950 None None] Network a279782c-a6f9-4260-a721-74e3c41283c9 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:28.734269 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (def2603d-a69a-4844-b4c2-ba221f06c477), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.736211 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (def2603d-a69a-4844-b4c2-ba221f06c477), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.788129 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-d5b9342d-bb2b-4da9-b5d7-143fdca124ec admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2800477 Jul 20 17:57:28.795673 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-3b056493-99c5-4722-a504-cb3812d15404 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2126439 Jul 20 17:57:28.808209 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46036) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:28.815257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46038) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:28.818179 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-e322d82b-4d99-424f-a28d-eecae5a7440a None None] Current status of the port 828da24e-2ee5-4fb8-a6c0-0f5101000edb is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:28.830095 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:28.874631 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:28.903005 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks [] for router_gateway (330cc834-ad34-4ae7-8446-872ed553fed2), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:28.954855 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks [] for router_controller (def2603d-a69a-4844-b4c2-ba221f06c477), precommit_add_association {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.042704 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:29.081750 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:57:29.082714 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.217215 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (17c33b2c-10a6-406b-8fee-05c4d1d7003f), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.220774 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (17c33b2c-10a6-406b-8fee-05c4d1d7003f), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.232829 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:29.388779 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-a279782c-a6f9-4260-a721-74e3c41283c9', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:57:29.389770 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.467322 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-3d718432-71e1-41e5-b6fa-7dd2f0df6c45 None None] Provisioning complete for port 828da24e-2ee5-4fb8-a6c0-0f5101000edb triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:29.472193 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3d718432-71e1-41e5-b6fa-7dd2f0df6c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.473783 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.489007 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:57:29.489349 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.491930 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.561747 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 828da24e-2ee5-4fb8-a6c0-0f5101000edb up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:29.640744 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (330cc834-ad34-4ae7-8446-872ed553fed2), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.649291 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks [] for router_controller (17c33b2c-10a6-406b-8fee-05c4d1d7003f), precommit_add_association {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.655820 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Allocated IP 172.20.0.2 (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3/0df64d3c-87ae-4b0e-9d62-6a26906b8c38/7d804782-e42a-451f-8198-e5093c1a2b66) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:29.796868 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks [] for router_gateway (def2603d-a69a-4844-b4c2-ba221f06c477), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.873412 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks [] for router_controller (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), precommit_add_association {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.883899 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:29.967588 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 828da24e-2ee5-4fb8-a6c0-0f5101000edb triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:29.968210 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:29.993602 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:30.296866 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 828da24e-2ee5-4fb8-a6c0-0f5101000edb is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:30.326676 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks [] for router_gateway (def2603d-a69a-4844-b4c2-ba221f06c477), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.363738 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.395017 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-3d718432-71e1-41e5-b6fa-7dd2f0df6c45 None None] Current status of the port 828da24e-2ee5-4fb8-a6c0-0f5101000edb is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:30.420242 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Allocated IP 172.20.0.2 (a279782c-a6f9-4260-a721-74e3c41283c9/595c17cd-33a2-4e71-856c-14bab02242fe/f3407688-c6e4-4fed-86b6-a211b55b7a01) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:30.453357 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Allocated IP 172.20.0.2 (f697aa97-5d1b-45da-9f61-b5d189eabfd7/ea2c4176-1286-4fc2-8815-083e9bf7b044/bd587ffe-dc39-4bdf-af8d-84cf37a65fd6) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:30.515820 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks [] for router_gateway (17c33b2c-10a6-406b-8fee-05c4d1d7003f), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.523949 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Publish callbacks [] for port (7d804782-e42a-451f-8198-e5093c1a2b66), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.559926 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Allocated IP 172.28.3.62 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/4db370c0-2d7d-4279-92a9-9155da0de999) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:30.606444 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks [] for router_gateway (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.651895 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.689100 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Router 330cc834-ad34-4ae7-8446-872ed553fed2 is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:57:30.691648 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.728401 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks [] for port (4db370c0-2d7d-4279-92a9-9155da0de999), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.774580 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:30.805127 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:30.817221 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:30.832125 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:30.859876 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Pushing event updated for resources: {'Port': ['ID=7d804782-e42a-451f-8198-e5093c1a2b66,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:30.912286 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Publish callbacks [] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.921484 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.944661 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Publish callbacks [] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.975555 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Attempting to bind port 7d804782-e42a-451f-8198-e5093c1a2b66 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:30.978630 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Attempting to bind port 7d804782-e42a-451f-8198-e5093c1a2b66 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:30.979588 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Attempting to bind port 7d804782-e42a-451f-8198-e5093c1a2b66 on network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:30.990340 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:30.990769 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Checking segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:30.991352 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:30.991811 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Bound using segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:30.992328 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Bound port: 7d804782-e42a-451f-8198-e5093c1a2b66, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:30.992882 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.062416 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46102) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:31.063940 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.070603 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4db370c0-2d7d-4279-92a9-9155da0de999,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:31.111238 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:31.116105 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:31.120735 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:31.145705 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.212029 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:31.257956 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:31.280127 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Sync routers for ids ['330cc834-ad34-4ae7-8446-872ed553fed2'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:31.313021 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Routers {'330cc834-ad34-4ae7-8446-872ed553fed2'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:31.317008 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['330cc834-ad34-4ae7-8446-872ed553fed2'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:31.368998 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:31.374571 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Pushing event updated for resources: {'Port': ['ID=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:31.425902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] For port 7d804782-e42a-451f-8198-e5093c1a2b66, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:31.428742 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] For port 7d804782-e42a-451f-8198-e5093c1a2b66, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=7d804782-e42a-451f-8198-e5093c1a2b66,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:31.448464 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.450110 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:31.463867 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5d0845f3-6c48-4e81-a983-ce8eacf3a959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.512776 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Network a279782c-a6f9-4260-a721-74e3c41283c9 is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:31.523934 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:31.565935 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:31.574939 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:31.587475 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Set router 330cc834-ad34-4ae7-8446-872ed553fed2 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:31.596975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks [] for router_gateway (17c33b2c-10a6-406b-8fee-05c4d1d7003f), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.633442 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5d0845f3-6c48-4e81-a983-ce8eacf3a959 admin admin] Publish callbacks [] for security_group (9ae283ec-e226-4fe9-b2b8-b1ee52459d3a), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.667831 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.672537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks [] for router_gateway (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.714821 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks [] for router_gateway (def2603d-a69a-4844-b4c2-ba221f06c477), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.722219 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.772387 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.833916 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5d0845f3-6c48-4e81-a983-ce8eacf3a959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (9ae283ec-e226-4fe9-b2b8-b1ee52459d3a), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.879111 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Pushing event updated for resources: {'Port': ['ID=f3407688-c6e4-4fed-86b6-a211b55b7a01,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:31.883160 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:57:28Z', 'revision_number': 3, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:31.886718 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.936230 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.940366 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-db913846-fc48-4e90-98be-bfd249a17362 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9871068 Jul 20 17:57:31.942345 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46116) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:31.963921 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Checking router: 330cc834-ad34-4ae7-8446-872ed553fed2 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:31.964521 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Updating router 330cc834-ad34-4ae7-8446-872ed553fed2 port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:31.965794 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Attempting to bind port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:31.966763 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Attempting to bind port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:31.967344 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Attempting to bind port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:31.973231 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Attempting to bind port f3407688-c6e4-4fed-86b6-a211b55b7a01 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:31.973996 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Attempting to bind port f3407688-c6e4-4fed-86b6-a211b55b7a01 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:31.974595 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Attempting to bind port f3407688-c6e4-4fed-86b6-a211b55b7a01 on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:31.993417 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0845f3-6c48-4e81-a983-ce8eacf3a959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae283ec-e226-4fe9-b2b8-b1ee52459d3a,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:31.995259 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:31.996174 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Checking segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:31.996848 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:31.997475 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Bound using segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:31.998219 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Bound port: f3407688-c6e4-4fed-86b6-a211b55b7a01, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:31.998827 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.003538 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-5d0845f3-6c48-4e81-a983-ce8eacf3a959 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d3d54f97f6144109a41c7267dacd77d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9280348 Jul 20 17:57:32.005622 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:32.006300 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Checking segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:32.006588 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46120) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:32.007185 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.008034 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Bound using segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:32.009029 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Bound port: bd587ffe-dc39-4bdf-af8d-84cf37a65fd6, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:32.010160 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.038493 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.166355 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Allocated IP 172.28.3.108 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/9567ed66-be90-4fe8-a1b8-503bc1a74b96) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:32.291963 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b4a2a-0845-45ec-97fd-d4dcbdacfe11 None None] Pushing event updated for resources: {'Port': ['ID=7d804782-e42a-451f-8198-e5093c1a2b66,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:32.423570 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] For port f3407688-c6e4-4fed-86b6-a211b55b7a01, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:32.428179 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] For port f3407688-c6e4-4fed-86b6-a211b55b7a01, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=f3407688-c6e4-4fed-86b6-a211b55b7a01,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:32.430262 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] For port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:32.435516 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] For port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:32.525411 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks [] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.536929 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8207300b-d635-4ce6-b1a0-97e978aac1dd admin admin] Publish callbacks [] for security_group (9ae283ec-e226-4fe9-b2b8-b1ee52459d3a), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.575574 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.624698 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8207300b-d635-4ce6-b1a0-97e978aac1dd admin admin] Publish callbacks [] for security_group (9ae283ec-e226-4fe9-b2b8-b1ee52459d3a), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.630796 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.647979 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768cc4-b42d-4da2-96bd-b9ec2ff450ae None None] Pushing event updated for resources: {'Port': ['ID=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:32.654514 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.765392 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:32.779933 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:32.803945 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:32.818859 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (def2603d-a69a-4844-b4c2-ba221f06c477), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:32.835878 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbeb05-72c4-495c-8f3e-e06170f5ba23 None None] Pushing event updated for resources: {'Port': ['ID=f3407688-c6e4-4fed-86b6-a211b55b7a01,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:32.848141 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:32.916969 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Allocated IP 172.28.3.139 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/57cebf4f-3f8e-464a-b079-3a4bdcacb553) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:33.108034 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Pushing event updated for resources: {'Port': ['ID=9567ed66-be90-4fe8-a1b8-503bc1a74b96,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:33.140722 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8207300b-d635-4ce6-b1a0-97e978aac1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (9ae283ec-e226-4fe9-b2b8-b1ee52459d3a), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:33.143835 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8207300b-d635-4ce6-b1a0-97e978aac1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:33.145353 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8207300b-d635-4ce6-b1a0-97e978aac1dd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9ae283ec-e226-4fe9-b2b8-b1ee52459d3a HTTP/1.1" status: 204 len: 168 time: 1.1375654 Jul 20 17:57:33.222801 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207300b-d635-4ce6-b1a0-97e978aac1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae283ec-e226-4fe9-b2b8-b1ee52459d3a,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:33.472010 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:33.517998 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Router def2603d-a69a-4844-b4c2-ba221f06c477 is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:57:33.551448 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks [] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:33.673522 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=83,neutron:UPDATE=10,neutron:INSERT=7 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:33.788247 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device f3407688-c6e4-4fed-86b6-a211b55b7a01 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:33.793924 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:33.958471 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks [] for router_gateway (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.003620 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:34.036132 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Sync routers for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:34.101977 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port f3407688-c6e4-4fed-86b6-a211b55b7a01 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:34.104919 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.180773 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:34.193906 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:34.200408 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:34.254049 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.266328 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-1ed1c2ee-cf6e-4678-8a4f-bd215685c3e7 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7907321 Jul 20 17:57:34.266717 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Publish callbacks [] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.268539 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:34.288587 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46168) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:34.401664 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port f3407688-c6e4-4fed-86b6-a211b55b7a01 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:34.402154 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.434106 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.449111 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port f3407688-c6e4-4fed-86b6-a211b55b7a01, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=f3407688-c6e4-4fed-86b6-a211b55b7a01,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:34.451308 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:34.452520 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:34.538965 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:34.547513 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:34.573347 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:34.589167 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=57cebf4f-3f8e-464a-b079-3a4bdcacb553,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:34.590185 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Attempting to bind port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:34.590514 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Attempting to bind port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:34.590875 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Attempting to bind port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:34.600118 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Pushing event updated for resources: {'Port': ['ID=1124b1dd-6e00-4bd5-84c2-30bf3d0f4712,revision_number=2']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:34.605606 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:34.639369 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:34.640616 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:34.641525 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.642360 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:34.644194 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Bound port: 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:34.645082 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.665665 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.666256 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.667656 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.672107 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.673271 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.673788 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.674133 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.674468 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.674811 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.675145 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.675478 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.675822 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.676151 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.676551 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.676821 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Tracked resource versions report: Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: pushed versions: Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: { 'AddressGroup': {'1.2'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Agent': {'1.1'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'ConntrackHelper': {'1.0'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'LocalIPAssociation': {'1.0'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Log': {'1.0'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'NDPProxy': {'1.0'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Network': {'1.1'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Port': {'1.7'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'PortForwarding': {'1.3'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'QosPolicy': {'1.10'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'SecurityGroup': {'1.5'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'SecurityGroupRule': {'1.2'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'SubPort': {'1.0'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Subnet': {'1.1'}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Trunk': {'1.1'}} Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: consumer versions: Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: { DHCP agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: HyperV agent@hv-cinder-84984: {}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: L3 agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: Metadata agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: Metering agent@dv-cinder-849846-3-smb: {}, Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: Open vSwitch agent@dv-cinder-849846-3-smb: { 'AddressGroup': '1.2', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Agent': '1.1', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'ConntrackHelper': '1.0', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'LocalIPAssociation': '1.0', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Log': '1.0', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'NDPProxy': '1.0', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Network': '1.1', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Port': '1.7', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'PortForwarding': '1.3', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'QosPolicy': '1.10', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'SecurityGroup': '1.5', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'SecurityGroupRule': '1.2', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'SubPort': '1.0', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Subnet': '1.1', Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: 'Trunk': '1.1'}} Jul 20 17:57:34.678032 dv-cinder-849846-3-smb neutron-server[111132]: {{(pid=111132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 17:57:34.791205 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5caf758-9a27-4d23-9229-9fbb323723bc None None] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:34.824814 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:34.827468 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:34.900229 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] For port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:34.914165 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] For port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=1124b1dd-6e00-4bd5-84c2-30bf3d0f4712,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:34.985613 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46178) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:35.008614 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-8d9fdd43-ed8f-43ac-beb4-164da1527d61 None None] Provisioning complete for port 7d804782-e42a-451f-8198-e5093c1a2b66 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:35.009008 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd43-ed8f-43ac-beb4-164da1527d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.017721 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.060990 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b66b595a-ac44-4484-880b-044876458d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.064766 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1920e46-98ea-4bb9-8d27-b9df8d8deefc None None] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:35.092345 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.174753 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Routers {'330cc834-ad34-4ae7-8446-872ed553fed2'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:35.176021 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['330cc834-ad34-4ae7-8446-872ed553fed2'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:35.316008 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks [] for router_gateway (17c33b2c-10a6-406b-8fee-05c4d1d7003f), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.369017 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:35.374787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Allocated IP 172.20.0.1 (d5fbce8c-e18b-45b5-bb2a-e36081632fa6/e92951dc-5e0b-4670-a257-dd07cda4666f/3aea7cea-2297-49d4-87a7-63ada03f979e) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:35.431338 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=f3407688-c6e4-4fed-86b6-a211b55b7a01,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:35.431494 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:35.498521 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9095b0b-caa7-4460-83f4-b40f15761da9 None None] Network a279782c-a6f9-4260-a721-74e3c41283c9 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:57:35.542840 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d519d6e-d0df-4665-98c5-b588efc0cbdc None None] Pushing event updated for resources: {'Port': ['ID=1124b1dd-6e00-4bd5-84c2-30bf3d0f4712,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:35.555100 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:35.555498 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.562747 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] Set router 330cc834-ad34-4ae7-8446-872ed553fed2 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:35.758836 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Publish callbacks [] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.793684 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:31Z', 'revision_number': 3, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:35.796657 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-8d9fdd43-ed8f-43ac-beb4-164da1527d61 None None] Current status of the port 7d804782-e42a-451f-8198-e5093c1a2b66 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:35.797483 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd43-ed8f-43ac-beb4-164da1527d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:35.822825 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:57:35.877443 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Checking router: def2603d-a69a-4844-b4c2-ba221f06c477 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:35.881561 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Updating router def2603d-a69a-4844-b4c2-ba221f06c477 port 4db370c0-2d7d-4279-92a9-9155da0de999 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:35.969511 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.023039 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:57:28Z', 'revision_number': 3, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:36.025263 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:36.086376 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (17c33b2c-10a6-406b-8fee-05c4d1d7003f), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.096696 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:36.112083 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d856aa4-7875-4c04-9296-277d651a6eb2 None None] The sync data for ids ['330cc834-ad34-4ae7-8446-872ed553fed2'] in dv-cinder-849846-3-smb is: [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:57:28Z', 'revision_number': 3, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:36.129852 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.151323 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:36.151778 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:36.170564 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-8d9fdd43-ed8f-43ac-beb4-164da1527d61 None None] For port 7d804782-e42a-451f-8198-e5093c1a2b66, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=7d804782-e42a-451f-8198-e5093c1a2b66,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:36.274828 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:36.289512 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.305710 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdd43-ed8f-43ac-beb4-164da1527d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.306102 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.310984 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-012cef55-0353-44b8-8d62-0950467d18fd admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4428635 Jul 20 17:57:36.324969 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46200) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:36.508828 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:36.513215 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:36.529198 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b66b595a-ac44-4484-880b-044876458d35 admin admin] Publish callbacks [] for security_group (26abd408-a77d-4fad-bfde-349837367fba), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.568980 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:36.573836 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:36.575201 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (330cc834-ad34-4ae7-8446-872ed553fed2), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.675891 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:36.757019 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3aea7cea-2297-49d4-87a7-63ada03f979e,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:36.778695 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Router 17c33b2c-10a6-406b-8fee-05c4d1d7003f is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:57:36.815563 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b66b595a-ac44-4484-880b-044876458d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (26abd408-a77d-4fad-bfde-349837367fba), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:36.927732 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-b66b595a-ac44-4484-880b-044876458d35 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fd2e1258583d4f2485dcb8a246bc0a16&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9407649 Jul 20 17:57:36.944101 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46202) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:36.992911 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:37.047593 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b595a-ac44-4484-880b-044876458d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26abd408-a77d-4fad-bfde-349837367fba,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:37.090838 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:37.208232 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:33Z', 'revision_number': 3, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:37.286553 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:37.286935 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Updating router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:37.292560 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Provisioning complete for port f3407688-c6e4-4fed-86b6-a211b55b7a01 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:37.295978 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.297773 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.305033 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.305874 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 7d804782-e42a-451f-8198-e5093c1a2b66 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:37.395530 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.440365 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:37.464999 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fdd43-ed8f-43ac-beb4-164da1527d61 None None] Pushing event updated for resources: {'Port': ['ID=7d804782-e42a-451f-8198-e5093c1a2b66,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:37.559879 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:37.592073 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.704060 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:37.723122 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c8f8d7c-4548-4399-9fc0-adc324800dc5 admin admin] Publish callbacks [] for security_group (26abd408-a77d-4fad-bfde-349837367fba), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.730848 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:37.763524 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Sync routers for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:37.769132 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 7d804782-e42a-451f-8198-e5093c1a2b66 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:37.769540 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.780563 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c8f8d7c-4548-4399-9fc0-adc324800dc5 admin admin] Publish callbacks [] for security_group (26abd408-a77d-4fad-bfde-349837367fba), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.905827 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:37.907064 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:37.923726 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:37.932389 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-5c7b758a-e36f-4d76-895e-ac731557b2e6 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1159310 Jul 20 17:57:37.933874 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46244) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:37.952535 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:38.023765 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.040587 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Allocated IP 172.20.0.1 (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3/0df64d3c-87ae-4b0e-9d62-6a26906b8c38/c8f39b5a-1f53-4853-968b-4ed7fa9b35ac) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:38.101547 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 7d804782-e42a-451f-8198-e5093c1a2b66 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:38.131819 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c8f8d7c-4548-4399-9fc0-adc324800dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (26abd408-a77d-4fad-bfde-349837367fba), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.134445 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5c8f8d7c-4548-4399-9fc0-adc324800dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.141172 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-5c8f8d7c-4548-4399-9fc0-adc324800dc5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/26abd408-a77d-4fad-bfde-349837367fba HTTP/1.1" status: 204 len: 168 time: 1.1953456 Jul 20 17:57:38.163160 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Publish callbacks [] for port (4db370c0-2d7d-4279-92a9-9155da0de999), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.180741 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46256) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:38.187469 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Current status of the port f3407688-c6e4-4fed-86b6-a211b55b7a01 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:38.207839 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f8d7c-4548-4399-9fc0-adc324800dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26abd408-a77d-4fad-bfde-349837367fba,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:38.300182 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.311537 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Provisioning complete for port 7d804782-e42a-451f-8198-e5093c1a2b66 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:38.319489 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.477908 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:38.510986 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:38.562228 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:38.564200 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Publish callbacks [] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.589308 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Attempting to bind port 4db370c0-2d7d-4279-92a9-9155da0de999 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:38.590303 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Attempting to bind port 4db370c0-2d7d-4279-92a9-9155da0de999 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:38.591425 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Attempting to bind port 4db370c0-2d7d-4279-92a9-9155da0de999 on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:38.602729 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acde5b7-82cf-4030-9c97-76c3deab20f9 None None] Pushing event updated for resources: {'Port': ['ID=4db370c0-2d7d-4279-92a9-9155da0de999,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:38.612043 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Publish callbacks [] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.649895 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-26d3e543-104e-494c-a757-f79e14cacb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.678533 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:38.686207 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Publish callbacks [] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.686864 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:38.740426 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Allocated IP 172.20.0.1 (a279782c-a6f9-4260-a721-74e3c41283c9/595c17cd-33a2-4e71-856c-14bab02242fe/5cdb8177-c0da-43c6-81fc-5b28816857c8) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:38.828105 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:38.829349 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:38.830457 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.832085 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:38.833269 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Bound port: 4db370c0-2d7d-4279-92a9-9155da0de999, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:38.833755 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.848055 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.853327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (330cc834-ad34-4ae7-8446-872ed553fed2), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.877835 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:38.977469 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22c3cf-9bb2-4110-bb9f-fe59f0d19f34 None None] Pushing event updated for resources: {'Port': ['ID=9567ed66-be90-4fe8-a1b8-503bc1a74b96,revision_number=2']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:39.047129 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Attempting to bind port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:39.048671 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Attempting to bind port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:39.049323 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Attempting to bind port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:39.064982 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:39.069145 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-26d3e543-104e-494c-a757-f79e14cacb51 admin admin] Publish callbacks [] for security_group (5c0ffa48-aaf4-4330-a665-c28e5ecb518b), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.069313 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:39.069313 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.069313 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:39.069313 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Bound port: 9567ed66-be90-4fe8-a1b8-503bc1a74b96, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:39.069313 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.140029 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3aea7cea-2297-49d4-87a7-63ada03f979e,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:39.141115 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Publish callbacks [] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.156787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:39.159583 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.180822 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:39.218578 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-26d3e543-104e-494c-a757-f79e14cacb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5c0ffa48-aaf4-4330-a665-c28e5ecb518b), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.231533 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] For port 9567ed66-be90-4fe8-a1b8-503bc1a74b96, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:39.241839 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] For port 9567ed66-be90-4fe8-a1b8-503bc1a74b96, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=9567ed66-be90-4fe8-a1b8-503bc1a74b96,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:39.260350 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:39.261466 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.290132 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-26d3e543-104e-494c-a757-f79e14cacb51 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a04430115d5d4fb784d6b53543d48f9e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1061547 Jul 20 17:57:39.300159 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:39.314432 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46300) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:39.337289 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] For port 4db370c0-2d7d-4279-92a9-9155da0de999, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:39.350330 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Current status of the port 7d804782-e42a-451f-8198-e5093c1a2b66 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:39.366037 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3e543-104e-494c-a757-f79e14cacb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ffa48-aaf4-4330-a665-c28e5ecb518b,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:39.369856 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.420611 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Provisioning complete for port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:39.421135 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.439983 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ec111c8e-1efa-4639-940b-28de2363b662 admin admin] Publish callbacks [] for security_group (5c0ffa48-aaf4-4330-a665-c28e5ecb518b), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.461558 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22c3cf-9bb2-4110-bb9f-fe59f0d19f34 None None] Pushing event updated for resources: {'Port': ['ID=9567ed66-be90-4fe8-a1b8-503bc1a74b96,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:39.475372 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ec111c8e-1efa-4639-940b-28de2363b662 admin admin] Publish callbacks [] for security_group (5c0ffa48-aaf4-4330-a665-c28e5ecb518b), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.479040 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:39.480372 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:39.481282 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:39.505676 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:39.514434 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:39.517729 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (def2603d-a69a-4844-b4c2-ba221f06c477), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.526460 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] For port 4db370c0-2d7d-4279-92a9-9155da0de999, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=4db370c0-2d7d-4279-92a9-9155da0de999,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:39.565013 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.568878 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:39.617917 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Network a279782c-a6f9-4260-a721-74e3c41283c9 is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:39.623337 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:39.627412 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:39.628220 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.674072 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:39.729299 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ec111c8e-1efa-4639-940b-28de2363b662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5c0ffa48-aaf4-4330-a665-c28e5ecb518b), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.730891 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ec111c8e-1efa-4639-940b-28de2363b662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.732391 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-ec111c8e-1efa-4639-940b-28de2363b662 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5c0ffa48-aaf4-4330-a665-c28e5ecb518b HTTP/1.1" status: 204 len: 168 time: 0.4167349 Jul 20 17:57:39.762198 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111c8e-1efa-4639-940b-28de2363b662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ffa48-aaf4-4330-a665-c28e5ecb518b,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:39.775109 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Pushing event updated for resources: {'Port': ['ID=5cdb8177-c0da-43c6-81fc-5b28816857c8,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:39.785787 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:39.786506 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:39.964963 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acde5b7-82cf-4030-9c97-76c3deab20f9 None None] Pushing event updated for resources: {'Port': ['ID=4db370c0-2d7d-4279-92a9-9155da0de999,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:39.970936 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:34Z', 'revision_number': 3, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:40.034777 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Checking router: 17c33b2c-10a6-406b-8fee-05c4d1d7003f for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:40.035200 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Updating router 17c33b2c-10a6-406b-8fee-05c4d1d7003f port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:40.084321 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.180338 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.241525 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Router 330cc834-ad34-4ae7-8446-872ed553fed2 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:57:40.282172 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:40.301300 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1fbfc-2246-493f-ba99-d53f3bc4868e None None] Current status of the port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:40.341849 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:40.342524 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:40.344937 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:40.346431 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:40.356941 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:40.376666 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:33Z', 'revision_number': 3, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:40.435884 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Provisioning complete for port f3407688-c6e4-4fed-86b6-a211b55b7a01 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:40.436299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.449932 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2794ce-02f0-4df5-a301-8f531309981e None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:33Z', 'revision_number': 3, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:40.536079 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:40.563101 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Publish callbacks [] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.642785 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.654522 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.654763 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:40.655254 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.664334 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.671239 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:40.746249 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:40.769753 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Sync routers for ids ['330cc834-ad34-4ae7-8446-872ed553fed2'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:40.779929 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:40.783197 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-85a8c055-15e3-4a16-a65b-56788ab396d3 admin admin] 10.222.0.27 "PUT /v2.0/routers/330cc834-ad34-4ae7-8446-872ed553fed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8258345 Jul 20 17:57:40.793130 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Routers {'330cc834-ad34-4ae7-8446-872ed553fed2'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:40.793872 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['330cc834-ad34-4ae7-8446-872ed553fed2'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:40.993998 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Current status of the port f3407688-c6e4-4fed-86b6-a211b55b7a01 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:41.013517 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Provisioning complete for port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:41.013992 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.091918 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Pushing event updated for resources: {'Port': ['ID=5cdb8177-c0da-43c6-81fc-5b28816857c8,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:41.114159 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Set router 330cc834-ad34-4ae7-8446-872ed553fed2 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:41.129904 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:41.130348 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.171666 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:41.175207 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Network a279782c-a6f9-4260-a721-74e3c41283c9 is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:41.178097 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:41.350584 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=1124b1dd-6e00-4bd5-84c2-30bf3d0f4712,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:41.375698 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:41.487891 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Provisioning complete for port 3aea7cea-2297-49d4-87a7-63ada03f979e triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:41.488255 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.501115 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Allocated IP 172.20.0.1 (f697aa97-5d1b-45da-9f61-b5d189eabfd7/ea2c4176-1286-4fc2-8815-083e9bf7b044/e855f247-8f16-4205-8866-9c1c27ed24f5) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:41.586084 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:57:41.606957 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.608120 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device f3407688-c6e4-4fed-86b6-a211b55b7a01 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:41.620286 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:57:37Z', 'revision_number': 4, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '3aea7cea-2297-49d4-87a7-63ada03f979e', 'name': '', 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'mac_address': 'fa:16:3e:bf:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e92951dc-5e0b-4670-a257-dd07cda4666f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:34Z', 'updated_at': '2022-07-20T17:57:37Z', 'revision_number': 2, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'subnets': [{'id': 'e92951dc-5e0b-4670-a257-dd07cda4666f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:41.676433 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Checking router: 330cc834-ad34-4ae7-8446-872ed553fed2 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:41.676849 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Updating router 330cc834-ad34-4ae7-8446-872ed553fed2 port 3aea7cea-2297-49d4-87a7-63ada03f979e binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:41.679865 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Publish callbacks [] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.751163 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.814592 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Publish callbacks [] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.815323 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:41.831708 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f5dde82a-48b5-4579-9161-dc5c696e9f5f admin admin] 10.222.0.27 "PUT /v2.0/routers/ef1b5491-5cd9-49f7-a715-4d8110e3d8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5041790 Jul 20 17:57:41.852079 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.873345 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Publish callbacks [] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.899681 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:41.913697 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port f3407688-c6e4-4fed-86b6-a211b55b7a01 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:41.914081 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.940585 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:41.944829 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:41.961292 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:41.967775 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (17c33b2c-10a6-406b-8fee-05c4d1d7003f), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.973772 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.974943 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (def2603d-a69a-4844-b4c2-ba221f06c477), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:41.991243 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Port 3aea7cea-2297-49d4-87a7-63ada03f979e cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:42.020404 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Provisioning complete for port 5cdb8177-c0da-43c6-81fc-5b28816857c8 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:42.021562 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.044241 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.120960 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:42.126635 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Pushing event updated for resources: {'Port': ['ID=e855f247-8f16-4205-8866-9c1c27ed24f5,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:42.157569 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=1124b1dd-6e00-4bd5-84c2-30bf3d0f4712,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:42.203090 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:42.269657 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Attempting to bind port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:42.270038 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Attempting to bind port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:42.270407 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Attempting to bind port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:42.298421 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2d3d0-ec7f-4f79-af55-770bfc2e79b6 None None] Port 5cdb8177-c0da-43c6-81fc-5b28816857c8 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:42.321116 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:42.321778 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:42.322362 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.322908 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:42.323746 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Bound port: 57cebf4f-3f8e-464a-b079-3a4bdcacb553, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:42.324296 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.368378 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:31Z', 'revision_number': 3, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:42.387475 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Publish callbacks [] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.410792 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910cdb3-a988-4628-8db2-96bb57031bac None None] Pushing event updated for resources: {'Port': ['ID=57cebf4f-3f8e-464a-b079-3a4bdcacb553,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:42.439791 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86ccb6-2842-4f07-b1f8-73f6e8fddc98 None None] The sync data for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb is: [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:31Z', 'revision_number': 3, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:42.493936 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.527060 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-816918e3-4691-4501-a16f-a32b5312f51a None None] Provisioning complete for port e855f247-8f16-4205-8866-9c1c27ed24f5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:42.530915 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-816918e3-4691-4501-a16f-a32b5312f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.605597 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:42.614186 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] For port 57cebf4f-3f8e-464a-b079-3a4bdcacb553, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:42.632231 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:42.634392 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port f3407688-c6e4-4fed-86b6-a211b55b7a01 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:42.647487 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 7d804782-e42a-451f-8198-e5093c1a2b66 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:42.658250 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ade5ae-bf6b-4f96-a76d-96aea290f34d None None] Pushing event updated for resources: {'Port': ['ID=3aea7cea-2297-49d4-87a7-63ada03f979e,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:42.730706 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:42.733659 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:42.848518 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Attempting to bind port 3aea7cea-2297-49d4-87a7-63ada03f979e on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:42.857330 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Attempting to bind port 3aea7cea-2297-49d4-87a7-63ada03f979e by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:42.858481 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Attempting to bind port 3aea7cea-2297-49d4-87a7-63ada03f979e on network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:42.887602 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46404) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:42.891862 dv-cinder-849846-3-smb neutron-server[111129]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 17:57:42.901303 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:42.905785 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Checking segment: {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:42.910280 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.911502 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Bound using segment: {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:42.913944 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Bound port: 3aea7cea-2297-49d4-87a7-63ada03f979e, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:42.914933 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:42.971750 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] For port 57cebf4f-3f8e-464a-b079-3a4bdcacb553, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=57cebf4f-3f8e-464a-b079-3a4bdcacb553,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:43.116646 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-816918e3-4691-4501-a16f-a32b5312f51a None None] Port e855f247-8f16-4205-8866-9c1c27ed24f5 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:43.251344 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:43.267473 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-816918e3-4691-4501-a16f-a32b5312f51a None None] Provisioning complete for port 5cdb8177-c0da-43c6-81fc-5b28816857c8 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:43.269239 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] For port 3aea7cea-2297-49d4-87a7-63ada03f979e, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:43.269740 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-816918e3-4691-4501-a16f-a32b5312f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:43.281637 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] For port 3aea7cea-2297-49d4-87a7-63ada03f979e, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=3aea7cea-2297-49d4-87a7-63ada03f979e,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:43.296242 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:43.344074 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46412) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:43.361509 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-524a8aaa-281c-4c50-b550-389d08b8cab6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905626010', 'description': 'tempest-description--207532191'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:43.406457 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:43.461190 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-816918e3-4691-4501-a16f-a32b5312f51a None None] Port 5cdb8177-c0da-43c6-81fc-5b28816857c8 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:43.563572 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:43.565676 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Router def2603d-a69a-4844-b4c2-ba221f06c477 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:57:43.595700 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Provisioning complete for port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:43.596504 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:43.602307 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 7d804782-e42a-451f-8198-e5093c1a2b66 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:43.608808 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:43.631706 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-4787f4eb-fc60-4c5e-8211-81c23edb3e77 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:43.633444 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-4787f4eb-fc60-4c5e-8211-81c23edb3e77 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/networks?id=d5fbce8c-e18b-45b5-bb2a-e36081632fa6 HTTP/1.1" status: 200 len: 812 time: 0.7446148 Jul 20 17:57:43.652847 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-524a8aaa-281c-4c50-b550-389d08b8cab6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:43.654368 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:43.655371 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:43.715222 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:43.731448 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-e6d5607b-5986-4fab-95d6-d20d58811bb3 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/quotas/61b7362c35c349308550f613cf8fcc39 HTTP/1.1" status: 200 len: 375 time: 0.0906703 Jul 20 17:57:43.845032 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Routers {'330cc834-ad34-4ae7-8446-872ed553fed2'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:43.845675 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['330cc834-ad34-4ae7-8446-872ed553fed2'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:43.848018 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ade5ae-bf6b-4f96-a76d-96aea290f34d None None] Pushing event updated for resources: {'Port': ['ID=3aea7cea-2297-49d4-87a7-63ada03f979e,revision_number=4']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:43.981486 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:44.019852 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910cdb3-a988-4628-8db2-96bb57031bac None None] Pushing event updated for resources: {'Port': ['ID=57cebf4f-3f8e-464a-b079-3a4bdcacb553,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:44.049020 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:44.116526 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:44.125220 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:44.125948 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:44.134683 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-83a39f46-d846-488e-b643-fe021db9465f tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b7362c35c349308550f613cf8fcc39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3978207 Jul 20 17:57:44.225683 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:44.308112 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] Set router 330cc834-ad34-4ae7-8446-872ed553fed2 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:44.423151 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:44.452352 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Provisioning complete for port 3aea7cea-2297-49d4-87a7-63ada03f979e triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:44.452968 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.487644 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:44.530737 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-de527e9e-6ef8-45ba-8711-0a561c904a81 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:57:44.531824 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-de527e9e-6ef8-45ba-8711-0a561c904a81 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1101003 Jul 20 17:57:44.537995 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-3477711b-bac3-4a73-ba1d-364f51c92306 admin admin] 10.222.0.27 "PUT /v2.0/routers/def2603d-a69a-4844-b4c2-ba221f06c477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2420483 Jul 20 17:57:44.602098 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:44.604459 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-524a8aaa-281c-4c50-b550-389d08b8cab6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (a7a21b63-54a6-404f-ac74-712536c3e04c), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.647397 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Publish callbacks [] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.687161 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-524a8aaa-281c-4c50-b550-389d08b8cab6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a7a21b63-54a6-404f-ac74-712536c3e04c), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.799337 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.801511 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (17c33b2c-10a6-406b-8fee-05c4d1d7003f), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:44.861056 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:45.008958 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:57:37Z', 'revision_number': 4, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '3aea7cea-2297-49d4-87a7-63ada03f979e', 'name': '', 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'mac_address': 'fa:16:3e:bf:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e92951dc-5e0b-4670-a257-dd07cda4666f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:34Z', 'updated_at': '2022-07-20T17:57:43Z', 'revision_number': 4, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'subnets': [{'id': 'e92951dc-5e0b-4670-a257-dd07cda4666f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:45.039224 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Pushing event updated for resources: {'Port': ['ID=e855f247-8f16-4205-8866-9c1c27ed24f5,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:45.073700 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:45.078164 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d61d1-cb2d-4f51-ac7a-a1aa39eea237 None None] The sync data for ids ['330cc834-ad34-4ae7-8446-872ed553fed2'] in dv-cinder-849846-3-smb is: [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:57:37Z', 'revision_number': 4, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '3aea7cea-2297-49d4-87a7-63ada03f979e', 'name': '', 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'mac_address': 'fa:16:3e:bf:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e92951dc-5e0b-4670-a257-dd07cda4666f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:34Z', 'updated_at': '2022-07-20T17:57:43Z', 'revision_number': 4, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'subnets': [{'id': 'e92951dc-5e0b-4670-a257-dd07cda4666f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:45.093897 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-524a8aaa-281c-4c50-b550-389d08b8cab6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:45.103511 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46460) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:45.109761 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-524a8aaa-281c-4c50-b550-389d08b8cab6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.7581983 Jul 20 17:57:45.117006 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-9738a67f-d5d8-4726-8cca-25b3a5cc2bcb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group_rule': {'security_group_id': 'a7a21b63-54a6-404f-ac74-712536c3e04c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:45.118700 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a8aaa-281c-4c50-b550-389d08b8cab6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a21b63-54a6-404f-ac74-712536c3e04c,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:45.121758 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:45.136442 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:45.285995 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-79df5d04-6e51-44e3-97a6-61bfd682e56d service neutron] 10.222.0.27 "GET /v2.0/networks/d5fbce8c-e18b-45b5-bb2a-e36081632fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451193 Jul 20 17:57:45.410554 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Router 17c33b2c-10a6-406b-8fee-05c4d1d7003f has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:57:45.509208 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9738a67f-d5d8-4726-8cca-25b3a5cc2bcb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (a2758f04-25f0-49d8-b609-ed26b24ea399), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:45.734470 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-3e3fcfbf-d5be-4518-a5c9-79d768ce624c service neutron] 10.222.0.27 "GET /v2.0/networks/d5fbce8c-e18b-45b5-bb2a-e36081632fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139719 Jul 20 17:57:45.738521 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 7d804782-e42a-451f-8198-e5093c1a2b66 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:45.812681 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Current status of the port 3aea7cea-2297-49d4-87a7-63ada03f979e is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:45.817124 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:45.852325 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9738a67f-d5d8-4726-8cca-25b3a5cc2bcb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (a2758f04-25f0-49d8-b609-ed26b24ea399), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:45.853370 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46466) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:45.929679 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:57:45.953600 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-4cec74ba-6582-40fe-8e80-4b29369f2645 admin admin] 10.222.0.27 "PUT /v2.0/routers/17c33b2c-10a6-406b-8fee-05c4d1d7003f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0150676 Jul 20 17:57:45.955030 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] For port 3aea7cea-2297-49d4-87a7-63ada03f979e, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=3aea7cea-2297-49d4-87a7-63ada03f979e,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:45.973589 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9738a67f-d5d8-4726-8cca-25b3a5cc2bcb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (a2758f04-25f0-49d8-b609-ed26b24ea399), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:45.983993 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:46.062967 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738a67f-d5d8-4726-8cca-25b3a5cc2bcb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2758f04-25f0-49d8-b609-ed26b24ea399,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:46.087217 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.116568 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:46.168459 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9738a67f-d5d8-4726-8cca-25b3a5cc2bcb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.170221 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-9738a67f-d5d8-4726-8cca-25b3a5cc2bcb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0650303 Jul 20 17:57:46.175075 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46474) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:46.187997 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-4bb2f0fd-5a6e-4897-a11b-b23335d6e41d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group_rule': {'security_group_id': 'a7a21b63-54a6-404f-ac74-712536c3e04c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:46.208836 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Sync routers for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:46.238998 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:46.240743 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:46.323230 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6ef7fea3-247d-4e26-9135-6f2bf22ae427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.540866 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828fc6c-6569-4c5c-a77c-1dfa12d4cbc0 None None] Pushing event updated for resources: {'Port': ['ID=3aea7cea-2297-49d4-87a7-63ada03f979e,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:46.559060 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 4db370c0-2d7d-4279-92a9-9155da0de999 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:46.626163 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:46.630321 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6ef7fea3-247d-4e26-9135-6f2bf22ae427 admin admin] Publish callbacks [] for security_group (1ceb4cc4-d233-4250-a889-77b31227f7f8), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.637400 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f0fd-5a6e-4897-a11b-b23335d6e41d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (74d25e35-30b3-45dd-8145-76b27a51e485), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.674427 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 2, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:46.755113 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-3d8b38ec-081c-4de4-aaeb-3a0e228a12fc None None] Provisioning complete for port 3aea7cea-2297-49d4-87a7-63ada03f979e triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:46.755747 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3d8b38ec-081c-4de4-aaeb-3a0e228a12fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.789760 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f0fd-5a6e-4897-a11b-b23335d6e41d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (74d25e35-30b3-45dd-8145-76b27a51e485), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.789760 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6ef7fea3-247d-4e26-9135-6f2bf22ae427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (1ceb4cc4-d233-4250-a889-77b31227f7f8), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.839845 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:46.840295 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Updating router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef port 5cdb8177-c0da-43c6-81fc-5b28816857c8 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:46.846957 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-6ef7fea3-247d-4e26-9135-6f2bf22ae427 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d0e903cb32f846bea5e2f1d520c902a1&name=default HTTP/1.1" status: 200 len: 2995 time: 0.9916215 Jul 20 17:57:46.855888 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46508) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:46.878200 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7fea3-247d-4e26-9135-6f2bf22ae427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceb4cc4-d233-4250-a889-77b31227f7f8,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:46.923438 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f0fd-5a6e-4897-a11b-b23335d6e41d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (74d25e35-30b3-45dd-8145-76b27a51e485), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:46.986856 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:46.989457 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2f0fd-5a6e-4897-a11b-b23335d6e41d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d25e35-30b3-45dd-8145-76b27a51e485,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:47.038089 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:47.055324 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 4db370c0-2d7d-4279-92a9-9155da0de999 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:47.055741 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.092838 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46516) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:47.142171 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:47.154040 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.155837 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:57:41Z', 'revision_number': 1, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:47.190536 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0657e587-e935-4045-b882-d59b2a943b9f admin admin] Publish callbacks [] for security_group (1ceb4cc4-d233-4250-a889-77b31227f7f8), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.205441 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f0fd-5a6e-4897-a11b-b23335d6e41d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.210097 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-4bb2f0fd-5a6e-4897-a11b-b23335d6e41d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0330086 Jul 20 17:57:47.216384 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46526) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:47.232452 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:47.271930 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0ed7e301-baff-4fb7-8d3f-0d4ed2adb92f req-eb206bac-ffab-4a03-927d-3f5a9c9527b5 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.1761711 Jul 20 17:57:47.306046 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0657e587-e935-4045-b882-d59b2a943b9f admin admin] Publish callbacks [] for security_group (1ceb4cc4-d233-4250-a889-77b31227f7f8), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.393488 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f7a3c-9525-43b6-a533-3a3fd66009b4 None None] The sync data for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb is: [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:57:41Z', 'revision_number': 1, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:47.420542 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.551257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46534) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:47.559189 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-1c9a3d25-c0cd-46fa-a054-6de834e14313 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362473506', 'description': 'tempest-description--353602808'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:47.575787 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 2, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:47.694811 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Checking router: def2603d-a69a-4844-b4c2-ba221f06c477 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:47.695943 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Updating router def2603d-a69a-4844-b4c2-ba221f06c477 port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:47.739638 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3d25-c0cd-46fa-a054-6de834e14313 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.751616 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b38ec-081c-4de4-aaeb-3a0e228a12fc None None] Current status of the port 3aea7cea-2297-49d4-87a7-63ada03f979e is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:47.823730 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.902824 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-3d8b38ec-081c-4de4-aaeb-3a0e228a12fc None None] Provisioning complete for port e855f247-8f16-4205-8866-9c1c27ed24f5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:47.903485 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3d8b38ec-081c-4de4-aaeb-3a0e228a12fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.906292 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:47.923101 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 4db370c0-2d7d-4279-92a9-9155da0de999 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:47.924883 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.024859 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0657e587-e935-4045-b882-d59b2a943b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (1ceb4cc4-d233-4250-a889-77b31227f7f8), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.027611 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0657e587-e935-4045-b882-d59b2a943b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.033179 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-0657e587-e935-4045-b882-d59b2a943b9f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1ceb4cc4-d233-4250-a889-77b31227f7f8 HTTP/1.1" status: 204 len: 168 time: 1.1751964 Jul 20 17:57:48.048875 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:48.143670 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657e587-e935-4045-b882-d59b2a943b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceb4cc4-d233-4250-a889-77b31227f7f8,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:48.169179 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b38ec-081c-4de4-aaeb-3a0e228a12fc None None] Port e855f247-8f16-4205-8866-9c1c27ed24f5 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:48.178778 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 4db370c0-2d7d-4279-92a9-9155da0de999, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=4db370c0-2d7d-4279-92a9-9155da0de999,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:48.365247 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3d25-c0cd-46fa-a054-6de834e14313 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (02d53161-4ee6-4058-84ed-389c374bb0db), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.388818 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Allocated IP 172.28.3.57 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/aef2f504-30e7-410f-88e2-bc6e196b965b) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:48.454717 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.454717 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 9567ed66-be90-4fe8-a1b8-503bc1a74b96 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:48.467219 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3d25-c0cd-46fa-a054-6de834e14313 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (02d53161-4ee6-4058-84ed-389c374bb0db), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.587136 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=4db370c0-2d7d-4279-92a9-9155da0de999,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:48.625743 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-6ea86710-0fb6-429c-b793-4f95761937fc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:48.643124 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-6ea86710-0fb6-429c-b793-4f95761937fc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 818 time: 0.6494863 Jul 20 17:57:48.706907 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Publish callbacks [] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.743235 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-1d7115f1-f660-4c9e-9b0c-8cb20662a46a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/quotas/23d7e15987bd4fb7a54a43002b44c1fc HTTP/1.1" status: 200 len: 375 time: 0.0959849 Jul 20 17:57:48.753261 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:48.753921 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.808842 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a856ff7f-86f1-4dde-a8e2-2e4cb49685ef req-a766de16-094b-4532-9eb2-d68f6715ed43 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.1564603 Jul 20 17:57:48.826828 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Publish callbacks [] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.841701 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:48.890109 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:48.894165 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:48.971348 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (aef2f504-30e7-410f-88e2-bc6e196b965b), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.015354 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:49.015962 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.034538 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.139838 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (aef2f504-30e7-410f-88e2-bc6e196b965b), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.140654 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-5d81d29d-050c-48fb-8417-6d2b750e06e1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3923192 Jul 20 17:57:49.174067 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddd752-4774-4348-b1f3-a4320f0e9523 None None] Pushing event updated for resources: {'Port': ['ID=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:49.186337 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3d25-c0cd-46fa-a054-6de834e14313 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d53161-4ee6-4058-84ed-389c374bb0db,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:49.187457 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 9567ed66-be90-4fe8-a1b8-503bc1a74b96, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=9567ed66-be90-4fe8-a1b8-503bc1a74b96,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:49.193480 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:49.202492 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:49.238370 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3d25-c0cd-46fa-a054-6de834e14313 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.240565 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1c9a3d25-c0cd-46fa-a054-6de834e14313 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6875360 Jul 20 17:57:49.244789 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46608) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:49.273641 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-f5a0d8be-eb38-47c9-a9b2-c265cc4fced3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'security_group_rule': {'security_group_id': '02d53161-4ee6-4058-84ed-389c374bb0db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:49.287346 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd131f3-d49a-49a6-ad3b-d6608c327214 None None] Pushing event updated for resources: {'Port': ['ID=5cdb8177-c0da-43c6-81fc-5b28816857c8,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:49.313884 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.314735 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:49.404010 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:49.409722 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:49.427596 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:49.436849 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:49.528454 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Attempting to bind port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:49.532292 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d8be-eb38-47c9-a9b2-c265cc4fced3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (d6465c89-1fbc-4e50-a226-e3f49fc69200), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.533552 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Attempting to bind port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:49.534244 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Attempting to bind port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac on network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:49.553452 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:49.555290 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Checking segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:49.555829 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.557795 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Bound using segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:49.558729 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Bound port: c8f39b5a-1f53-4853-968b-4ed7fa9b35ac, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:49.561171 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.752379 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (d6eba44d-568d-4af5-9847-c9065f642dc2), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.841181 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] For port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:49.851393 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=9567ed66-be90-4fe8-a1b8-503bc1a74b96,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:49.856882 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] For port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:49.862366 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=aef2f504-30e7-410f-88e2-bc6e196b965b,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:49.919542 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Attempting to bind port 5cdb8177-c0da-43c6-81fc-5b28816857c8 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:49.919935 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Attempting to bind port 5cdb8177-c0da-43c6-81fc-5b28816857c8 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:49.920299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Attempting to bind port 5cdb8177-c0da-43c6-81fc-5b28816857c8 on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:49.951633 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:49.952327 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Checking segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:49.952974 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.953527 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Bound using segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:49.956336 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Bound port: 5cdb8177-c0da-43c6-81fc-5b28816857c8, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:49.957236 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.966813 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:49.967655 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:49.974139 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.020063 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (aef2f504-30e7-410f-88e2-bc6e196b965b), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.060540 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d8be-eb38-47c9-a9b2-c265cc4fced3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (d6465c89-1fbc-4e50-a226-e3f49fc69200), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.147048 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Provisioning complete for port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:50.147702 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.185583 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddd752-4774-4348-b1f3-a4320f0e9523 None None] Pushing event updated for resources: {'Port': ['ID=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,revision_number=4']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:50.268241 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:50.268970 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:50.276907 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] For port 5cdb8177-c0da-43c6-81fc-5b28816857c8, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:50.294420 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-850f6387-baad-45f5-a2bb-9807bf9a6565 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:57:50.323594 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-850f6387-baad-45f5-a2bb-9807bf9a6565 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5734236 Jul 20 17:57:50.326723 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] For port 5cdb8177-c0da-43c6-81fc-5b28816857c8, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=5cdb8177-c0da-43c6-81fc-5b28816857c8,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:50.352953 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d8be-eb38-47c9-a9b2-c265cc4fced3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (d6465c89-1fbc-4e50-a226-e3f49fc69200), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.401705 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d93beaff-48bf-4a22-890d-899f96568924 req-80fdb9aa-cda5-4978-b7ea-90abec9be16a tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.2518759 Jul 20 17:57:50.409301 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:50.410591 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 3aea7cea-2297-49d4-87a7-63ada03f979e up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:50.509006 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:50.509006 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.627269 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (aef2f504-30e7-410f-88e2-bc6e196b965b), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.645410 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:50.671772 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0d8be-eb38-47c9-a9b2-c265cc4fced3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6465c89-1fbc-4e50-a226-e3f49fc69200,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:50.719211 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Current status of the port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:50.719990 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.746046 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (aef2f504-30e7-410f-88e2-bc6e196b965b), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.818820 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd131f3-d49a-49a6-ad3b-d6608c327214 None None] Pushing event updated for resources: {'Port': ['ID=5cdb8177-c0da-43c6-81fc-5b28816857c8,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:50.848858 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d8be-eb38-47c9-a9b2-c265cc4fced3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.848858 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f5a0d8be-eb38-47c9-a9b2-c265cc4fced3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5990481 Jul 20 17:57:50.850320 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:50.850987 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:50.858081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46644) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:50.881915 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-645b96ea-c18d-4440-8478-a48eb1571ec3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'security_group_rule': {'security_group_id': '02d53161-4ee6-4058-84ed-389c374bb0db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:50.916214 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (d6eba44d-568d-4af5-9847-c9065f642dc2), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:50.925836 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-5baecaea-5ef7-45f3-b795-889dfd543bc1 service neutron] 10.222.0.27 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862911 Jul 20 17:57:50.964908 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=aef2f504-30e7-410f-88e2-bc6e196b965b,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:50.994933 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:51.095605 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] For port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:51.099637 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 3aea7cea-2297-49d4-87a7-63ada03f979e triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:51.100309 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.108218 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-645b96ea-c18d-4440-8478-a48eb1571ec3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (d31323cc-551b-4528-9962-6850806cba13), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.134159 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.145578 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-c8c318e9-2f29-42bb-bfd3-c8b1afa39742 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9258671 Jul 20 17:57:51.154310 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-7c465ba5-85a2-469c-acde-d1f90601b770 service neutron] 10.222.0.27 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247081 Jul 20 17:57:51.267737 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.356491 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-645b96ea-c18d-4440-8478-a48eb1571ec3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (d31323cc-551b-4528-9962-6850806cba13), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.469168 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Provisioning complete for port 5cdb8177-c0da-43c6-81fc-5b28816857c8 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:51.469575 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.502292 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-645b96ea-c18d-4440-8478-a48eb1571ec3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (d31323cc-551b-4528-9962-6850806cba13), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.546356 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:51.553954 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b96ea-c18d-4440-8478-a48eb1571ec3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31323cc-551b-4528-9962-6850806cba13,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:51.588608 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d97d0-adb8-4548-b1b5-931c5e80c4de None None] The sync data for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb is: [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:51.654895 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:51.658432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Pushing event updated for resources: {'Port': ['ID=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:51.688672 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-7a75d25c-24c1-4e4d-a673-6ae5886db83b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--905626010&fields=id&tenant_id=42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 267 time: 0.1617243 Jul 20 17:57:51.706967 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-645b96ea-c18d-4440-8478-a48eb1571ec3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:51.708288 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-645b96ea-c18d-4440-8478-a48eb1571ec3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8408992 Jul 20 17:57:51.711996 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46684) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:51.734086 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:51.901679 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 3aea7cea-2297-49d4-87a7-63ada03f979e is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:51.918907 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:52.005719 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-1ddf1c64-f15e-4f27-b6eb-393d99635013 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:52.014796 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-1ddf1c64-f15e-4f27-b6eb-393d99635013 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 815 time: 0.3246529 Jul 20 17:57:52.039266 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-56036ade-6dae-4d19-9d0f-7011eba38652 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/quotas/42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 375 time: 0.0228949 Jul 20 17:57:52.111586 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Current status of the port 5cdb8177-c0da-43c6-81fc-5b28816857c8 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:52.112272 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:52.118493 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:52.164734 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-498a7233-6f65-46af-a551-2f120a40c8b8 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205966 Jul 20 17:57:52.292064 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] For port 5cdb8177-c0da-43c6-81fc-5b28816857c8, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=5cdb8177-c0da-43c6-81fc-5b28816857c8,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:52.470755 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:52.507482 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:52.542600 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:52.543235 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:52.552933 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a12612b-17dc-48bb-af97-6d4973f8f195 req-c98ee390-105d-4fb2-8318-664d0e684a69 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.1028199 Jul 20 17:57:52.625795 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 9567ed66-be90-4fe8-a1b8-503bc1a74b96 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:52.632663 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c6820-291a-43ed-b8f9-666fd0afc480 None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:57:52.654884 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-ae337bed-763d-4dc5-9b07-74bfb5f73a6c service neutron] 10.222.0.27 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598773 Jul 20 17:57:52.708509 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:52.721146 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46726) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:52.750867 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-3b24bb3f-cf9c-4a25-b35a-0d94cfac779a None None] Provisioning complete for port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:52.751728 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3b24bb3f-cf9c-4a25-b35a-0d94cfac779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:52.756055 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511c0b2-7b6b-43ee-87e7-2e675dec2efe None None] Pushing event updated for resources: {'Port': ['ID=5cdb8177-c0da-43c6-81fc-5b28816857c8,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:52.849855 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:52.864586 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:52.873119 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:52.933117 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Allocated IP 172.28.3.10 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/1976595f-1efb-49d5-87e1-492224c89923) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:52.989607 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-55aef9c9-e590-4b78-8730-985846ae208b req-9acd8c16-6a35-45ee-9a7e-f717781fe5a2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 210 time: 0.1607175 Jul 20 17:57:53.065593 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-2bd9a46c-1b00-4658-9b48-e4cae84bd85e service neutron] 10.222.0.27 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098096 Jul 20 17:57:53.246312 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-34d5acd9-b9cc-4751-8ecc-5bdc2c9a55a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:53.288393 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:53.294877 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-3b24bb3f-cf9c-4a25-b35a-0d94cfac779a None None] Current status of the port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:53.327018 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:53.329908 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 4db370c0-2d7d-4279-92a9-9155da0de999 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:53.332933 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-3b24bb3f-cf9c-4a25-b35a-0d94cfac779a None None] Provisioning complete for port 5cdb8177-c0da-43c6-81fc-5b28816857c8 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:53.333633 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3b24bb3f-cf9c-4a25-b35a-0d94cfac779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:53.461927 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for port (1976595f-1efb-49d5-87e1-492224c89923), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:53.495507 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:53.659012 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-34d5acd9-b9cc-4751-8ecc-5bdc2c9a55a2 admin admin] Publish callbacks [] for security_group (4c471d3a-2a3c-4b58-9061-8c04d17d0f38), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:53.729416 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (1976595f-1efb-49d5-87e1-492224c89923), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:53.815849 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-34d5acd9-b9cc-4751-8ecc-5bdc2c9a55a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (4c471d3a-2a3c-4b58-9061-8c04d17d0f38), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:53.932417 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:57:53.954075 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'Port': ['ID=1976595f-1efb-49d5-87e1-492224c89923,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:53.964280 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:57:53.969327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:57:54.001826 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-34d5acd9-b9cc-4751-8ecc-5bdc2c9a55a2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=73ddf54699e24150bd73086d56aab221&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2785439 Jul 20 17:57:54.003065 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46776) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:54.030236 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5acd9-b9cc-4751-8ecc-5bdc2c9a55a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c471d3a-2a3c-4b58-9061-8c04d17d0f38,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:54.055651 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 4db370c0-2d7d-4279-92a9-9155da0de999 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:54.057127 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:54.070221 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.13', 60135) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:54.137756 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-3b24bb3f-cf9c-4a25-b35a-0d94cfac779a None None] Current status of the port 5cdb8177-c0da-43c6-81fc-5b28816857c8 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:54.211901 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:54.247471 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-02c06f3f-46fd-4e30-bafb-ebf8a113826c req-08ba3aa3-d8a4-4b88-a108-c912aedd86d9 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.3105133 Jul 20 17:57:54.357243 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (af45e101-2d68-4053-9d23-6fa98da80328), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:54.388309 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-73242735-2604-4240-9631-2d798b0f4005 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:54.391334 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-73242735-2604-4240-9631-2d798b0f4005 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 818 time: 0.9861701 Jul 20 17:57:54.408324 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78488434-f4e0-4db5-8ab5-36bbd1e01bef admin admin] Publish callbacks [] for security_group (4c471d3a-2a3c-4b58-9061-8c04d17d0f38), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:54.458999 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 4db370c0-2d7d-4279-92a9-9155da0de999 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:54.460316 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 57cebf4f-3f8e-464a-b079-3a4bdcacb553 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:54.474930 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78488434-f4e0-4db5-8ab5-36bbd1e01bef admin admin] Publish callbacks [] for security_group (4c471d3a-2a3c-4b58-9061-8c04d17d0f38), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:54.532376 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:54.532957 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:54.549187 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-8686cb78-5f0f-4c38-a847-8403a51d04cf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/quotas/23d7e15987bd4fb7a54a43002b44c1fc HTTP/1.1" status: 200 len: 375 time: 0.0621693 Jul 20 17:57:54.612923 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1976595f-1efb-49d5-87e1-492224c89923), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:54.713916 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-e95e3c2d-92b8-4e02-8da8-e77b568fd973 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:54.716310 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-e95e3c2d-92b8-4e02-8da8-e77b568fd973 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.13 "GET /v2.0/networks?id=d5fbce8c-e18b-45b5-bb2a-e36081632fa6 HTTP/1.1" status: 200 len: 812 time: 0.6412814 Jul 20 17:57:54.721252 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3c5b41e2-6f2b-4d2f-aeb6-713727020769 req-861452a5-833d-4767-b4d4-e5901d5b080c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 210 time: 0.2363825 Jul 20 17:57:54.762634 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:54.771171 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:54.835736 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Request body: {'port': {'device_id': '3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd', 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6', 'admin_state_up': True, 'tenant_id': '61b7362c35c349308550f613cf8fcc39'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:54.887289 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Sync routers for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:57:54.903585 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 57cebf4f-3f8e-464a-b079-3a4bdcacb553, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=57cebf4f-3f8e-464a-b079-3a4bdcacb553,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:57:54.919994 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:54.921433 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:55.000775 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78488434-f4e0-4db5-8ab5-36bbd1e01bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (4c471d3a-2a3c-4b58-9061-8c04d17d0f38), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:55.003525 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78488434-f4e0-4db5-8ab5-36bbd1e01bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:55.025196 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-78488434-f4e0-4db5-8ab5-36bbd1e01bef admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4c471d3a-2a3c-4b58-9061-8c04d17d0f38 HTTP/1.1" status: 204 len: 168 time: 1.0168467 Jul 20 17:57:55.048532 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:55.049635 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 3aea7cea-2297-49d4-87a7-63ada03f979e up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:55.089938 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78488434-f4e0-4db5-8ab5-36bbd1e01bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c471d3a-2a3c-4b58-9061-8c04d17d0f38,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:55.228902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:55.433676 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=57cebf4f-3f8e-464a-b079-3a4bdcacb553,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:55.444409 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for port (1976595f-1efb-49d5-87e1-492224c89923), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:55.473554 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:55.476296 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 3aea7cea-2297-49d4-87a7-63ada03f979e triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:55.481170 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:55.609911 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-2230a840-9df3-4f43-9960-c5917d999c50 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9321172 Jul 20 17:57:55.625218 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1976595f-1efb-49d5-87e1-492224c89923), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:55.695642 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9f75f46e-a5dd-4481-8540-64b81c9d4694 req-0864329e-5501-4679-82b4-13dc8a09de78 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.1113346 Jul 20 17:57:55.762926 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (af45e101-2d68-4053-9d23-6fa98da80328), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:55.795964 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'Port': ['ID=1976595f-1efb-49d5-87e1-492224c89923,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:55.898976 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e715-0bb4-44d8-a1ff-95bdd8a85985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:55.935600 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-620f7ff5-a098-4ecd-b300-a3487e641467 req-c46a0323-4fec-47f1-9279-5e45387b0006 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 210 time: 0.1032088 Jul 20 17:57:55.986263 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-9c918f75-65d6-48f7-a580-7198c5293ebd service neutron] 10.222.0.27 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711886 Jul 20 17:57:56.066499 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 3aea7cea-2297-49d4-87a7-63ada03f979e is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:56.067694 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device c8f39b5a-1f53-4853-968b-4ed7fa9b35ac up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:56.162073 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-5d1e2216-ef03-4995-aac2-46b2f68b2b9d service neutron] 10.222.0.27 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628170 Jul 20 17:57:56.162888 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:57:43Z', 'revision_number': 2, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:56.203235 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Checking router: 17c33b2c-10a6-406b-8fee-05c4d1d7003f for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:57:56.203741 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Updating router 17c33b2c-10a6-406b-8fee-05c4d1d7003f port e855f247-8f16-4205-8866-9c1c27ed24f5 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:57:56.226901 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:56.227114 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:56.263530 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:56.408306 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:56.410193 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-03177f40-f785-4eb5-839f-7f8c39f31081 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6956074 Jul 20 17:57:56.427199 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:56.630232 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Made reservation on behalf of 61b7362c35c349308550f613cf8fcc39 for: {'port': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:56.634069 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:56.708132 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:56.873078 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 5cdb8177-c0da-43c6-81fc-5b28816857c8 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:56.985880 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Publish callbacks [] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:56.987789 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:57.003275 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 5cdb8177-c0da-43c6-81fc-5b28816857c8 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:57.003670 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:57.117227 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:57.239923 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2e64fa00-732c-458a-ac8c-c5b66e5e97b7 req-12ffea1c-6f10-493c-969a-1db187687cb5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 210 time: 0.3576150 Jul 20 17:57:57.315446 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 5cdb8177-c0da-43c6-81fc-5b28816857c8 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:57.316931 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 57cebf4f-3f8e-464a-b079-3a4bdcacb553 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:57:57.380237 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:57.444920 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19421f8-05ce-4893-9059-38657b6e2444 None None] Pushing event updated for resources: {'Port': ['ID=e855f247-8f16-4205-8866-9c1c27ed24f5,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:57.515544 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-41cb2480-f875-4bba-b019-63eddd77f920 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1362473506&fields=id&tenant_id=4f09278bfb3248eab00d7061b248f6c3 HTTP/1.1" status: 200 len: 267 time: 0.5252676 Jul 20 17:57:57.520582 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Attempting to bind port e855f247-8f16-4205-8866-9c1c27ed24f5 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:57:57.521136 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Attempting to bind port e855f247-8f16-4205-8866-9c1c27ed24f5 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:57:57.521766 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Attempting to bind port e855f247-8f16-4205-8866-9c1c27ed24f5 on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:57:57.530206 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:57:57.530748 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Checking segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:57:57.531317 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:57.550933 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Bound using segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:57:57.550933 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Bound port: e855f247-8f16-4205-8866-9c1c27ed24f5, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:57:57.550933 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:57.560606 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:57.560606 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:57.567009 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cb29a631-e57b-44b3-96fc-24e89d995166 req-78cd2af3-6a86-4efb-9507-b3434593f172 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.1716468 Jul 20 17:57:57.682090 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.13', 60143) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:57.826648 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] For port e855f247-8f16-4205-8866-9c1c27ed24f5, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:57:57.969516 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] For port e855f247-8f16-4205-8866-9c1c27ed24f5, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=e855f247-8f16-4205-8866-9c1c27ed24f5,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:57:57.977126 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:57:57.998001 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Allocated IP 172.20.0.13 (d5fbce8c-e18b-45b5-bb2a-e36081632fa6/e92951dc-5e0b-4670-a257-dd07cda4666f/1371da59-2131-453f-b28b-74c6aa8d44e3) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:57:58.162334 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-dca2850b-1fda-405c-9d0c-c6b4a7323e24 None None] Provisioning complete for port e855f247-8f16-4205-8866-9c1c27ed24f5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:58.162334 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dca2850b-1fda-405c-9d0c-c6b4a7323e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:58.232301 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-dca2850b-1fda-405c-9d0c-c6b4a7323e24 None None] Port e855f247-8f16-4205-8866-9c1c27ed24f5 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:57:58.246819 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:58.270052 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 46900) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:58.397978 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:58.416817 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5c18c48d-20a2-4e93-8a86-5328913fc847 req-5d5bd29a-0d41-42a0-a597-55fcde976825 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 210 time: 0.3929870 Jul 20 17:57:58.469986 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19421f8-05ce-4893-9059-38657b6e2444 None None] Pushing event updated for resources: {'Port': ['ID=e855f247-8f16-4205-8866-9c1c27ed24f5,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:57:58.498391 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-daab4368-cf7f-4e10-ba97-c9afd8d8d298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:58.560282 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:57:58.561239 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:57:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:57:58.563537 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-c5adefbc-fbee-480c-9e09-f50da1a88988 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:58.565352 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-c5adefbc-fbee-480c-9e09-f50da1a88988 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 818 time: 0.8815293 Jul 20 17:57:58.572901 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:58.849119 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:58.879767 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-036359e0-7162-4180-a544-df9f60dc6cff req-30860c4d-088d-4da5-87fc-e0d9e439b1a0 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 210 time: 0.2264605 Jul 20 17:57:58.902961 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ffa0cf8b-1014-4963-919d-3289b8d6fbfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:58.920576 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-db8fa38c-72d1-4f4c-ba61-458f107c2e6b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:57:58.922598 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-db8fa38c-72d1-4f4c-ba61-458f107c2e6b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 817 time: 1.4059029 Jul 20 17:57:58.961600 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'port': {'device_id': '73f2c6be-eb6c-40c3-b35b-0f9790424268', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'admin_state_up': True, 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:57:59.177290 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-696ab6de-a648-4dfc-a7f2-8b3fc76e1c18 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/quotas/4f09278bfb3248eab00d7061b248f6c3 HTTP/1.1" status: 200 len: 375 time: 0.1994812 Jul 20 17:57:59.195304 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:57:59.229454 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ce196437-699b-46c8-a7ab-c75e7a3cf45b req-722f28e2-17ce-407c-a5a4-cffaa29c0151 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.1036012 Jul 20 17:57:59.378109 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Publish callbacks [] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.507272 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-4c0100fe-2102-4c03-8547-7d673a4089b7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3284960 Jul 20 17:57:59.637376 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.13', 60147) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:57:59.644447 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Made reservation on behalf of 23d7e15987bd4fb7a54a43002b44c1fc for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:57:59.669145 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:57:59.818873 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-86e0288a-1f12-4b77-b5a8-cc3fdf07eec9 req-d06fc4cb-fbd8-4878-9d12-a2822dc4202b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 210 time: 0.1469078 Jul 20 17:57:59.857186 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:59.861290 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:57:59.899797 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-2f28e761-97b6-4a30-8bf0-a409912e131e None None] Provisioning complete for port e855f247-8f16-4205-8866-9c1c27ed24f5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:57:59.913148 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2f28e761-97b6-4a30-8bf0-a409912e131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.023038 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:00.024691 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.196515 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-13575e62-50a5-4c50-a5f3-a7f69c5b2ed1 service neutron] 10.222.0.27 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629550 Jul 20 17:58:00.248403 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:58:00.262517 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-2f28e761-97b6-4a30-8bf0-a409912e131e None None] Current status of the port e855f247-8f16-4205-8866-9c1c27ed24f5 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:00.263405 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2f28e761-97b6-4a30-8bf0-a409912e131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.277504 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d8358472-d441-49f7-871d-d82affc25ecb req-9738cb7c-4659-4196-b13d-e3b63b0ec18c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 210 time: 0.1316609 Jul 20 17:58:00.292306 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:57:57Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:00.321989 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:58:00.355554 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7fb19-7038-401a-9c57-8fd2e4e0dfcb None None] The sync data for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb is: [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:57:57Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:58:00.355877 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-ef129253-0ff5-4ce5-84bb-d5412e59d08c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:00.360993 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-ef129253-0ff5-4ce5-84bb-d5412e59d08c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 815 time: 0.6695876 Jul 20 17:58:00.375078 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:58:00.422850 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-2f28e761-97b6-4a30-8bf0-a409912e131e None None] For port e855f247-8f16-4205-8866-9c1c27ed24f5, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=e855f247-8f16-4205-8866-9c1c27ed24f5,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:00.428204 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:00.444162 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.444343 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ffa0cf8b-1014-4963-919d-3289b8d6fbfc admin admin] Publish callbacks [] for security_group (41ec11d9-9656-4558-8e4a-f2828f550a45), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.630317 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.631349 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2f28e761-97b6-4a30-8bf0-a409912e131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:00.685605 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Pushing event updated for resources: {'Port': ['ID=1371da59-2131-453f-b28b-74c6aa8d44e3,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:00.829097 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device e855f247-8f16-4205-8866-9c1c27ed24f5 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:58:00.849553 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:58:00.851275 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ffa0cf8b-1014-4963-919d-3289b8d6fbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (41ec11d9-9656-4558-8e4a-f2828f550a45), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:01.006458 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a96520b1-958d-41cc-874f-8e99d5c08c90 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1856124 Jul 20 17:58:01.084500 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84790cc-bba9-4a28-a5a4-3944dbfcc3d3 req-dfabc515-6474-4f9f-80f5-d65bd1be36d7 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:01.106400 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b84790cc-bba9-4a28-a5a4-3944dbfcc3d3 req-dfabc515-6474-4f9f-80f5-d65bd1be36d7 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 932 time: 0.6675382 Jul 20 17:58:01.136423 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-f05d06f0-1294-4279-a32b-ada3fabb2aba tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 17:58:01.138912 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-f05d06f0-1294-4279-a32b-ada3fabb2aba tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0114861 Jul 20 17:58:01.181002 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-6462b079-0f0e-468d-9d07-580560db302d service neutron] 10.222.0.27 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9476454 Jul 20 17:58:01.314609 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b84790cc-bba9-4a28-a5a4-3944dbfcc3d3 req-f27d93ab-fd26-46fc-9761-650b686960d5 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071497 Jul 20 17:58:01.668889 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ffa0cf8b-1014-4963-919d-3289b8d6fbfc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8efc9c83db3047cfa90f94674f01b179&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3473952 Jul 20 17:58:01.693093 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5021c357-9b8f-444d-a5f9-e216fad81301 req-a8dd21bd-87e4-44ec-80dc-463de904a528 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 210 time: 0.1545329 Jul 20 17:58:01.693093 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 46972) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:01.716160 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9c1c56fe-7b5a-4632-a250-853bc0a3fc8d None None] Provisioning complete for port 1371da59-2131-453f-b28b-74c6aa8d44e3 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:01.718956 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9c1c56fe-7b5a-4632-a250-853bc0a3fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:01.832296 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Request body: {'port': {'device_id': '3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:01.890784 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c56fe-7b5a-4632-a250-853bc0a3fc8d None None] Port 1371da59-2131-453f-b28b-74c6aa8d44e3 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:58:01.898427 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:01.903208 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Allocated IP 172.20.0.11 (f697aa97-5d1b-45da-9f61-b5d189eabfd7/ea2c4176-1286-4fc2-8815-083e9bf7b044/c93b1c00-b88e-4c6a-b02d-4b713deab363) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:58:01.911479 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:01.911479 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28e761-97b6-4a30-8bf0-a409912e131e None None] Pushing event updated for resources: {'Port': ['ID=e855f247-8f16-4205-8866-9c1c27ed24f5,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:01.970079 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port e855f247-8f16-4205-8866-9c1c27ed24f5 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:01.972097 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:02.181511 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port e855f247-8f16-4205-8866-9c1c27ed24f5 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:02.188844 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-840181c0-b8f2-49b9-af81-e029a6dd421a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 379 time: 1.7784538 Jul 20 17:58:02.198643 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0cf8b-1014-4963-919d-3289b8d6fbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec11d9-9656-4558-8e4a-f2828f550a45,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:02.334412 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'port': {'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'admin_state_up': True, 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'security_groups': ['a7a21b63-54a6-404f-ac74-712536c3e04c']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:02.521040 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:02.532195 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:02.626082 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.13', 60153) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:02.693844 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device e855f247-8f16-4205-8866-9c1c27ed24f5 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:58:02.705224 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:02.728928 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:02.904347 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:02.926706 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b8e8c0a-22a7-437b-baaf-fc533738b137 req-e01249a8-3bfd-43b0-a852-a9a0d7bf3714 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 210 time: 0.4076161 Jul 20 17:58:02.969797 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port e855f247-8f16-4205-8866-9c1c27ed24f5 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:02.970480 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.008037 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82d42077-ac18-416a-ac01-a9980aa223da admin admin] Publish callbacks [] for security_group (41ec11d9-9656-4558-8e4a-f2828f550a45), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.081066 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82d42077-ac18-416a-ac01-a9980aa223da admin admin] Publish callbacks [] for security_group (41ec11d9-9656-4558-8e4a-f2828f550a45), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.140119 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Made reservation on behalf of 42a3ef9ead804c5483de2cc4ac8855b3 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:58:03.161927 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.210279 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2e536ae8-13ed-470e-a109-f7571ec68737 req-143a0efa-ded5-4d6b-922d-0a5f0df817a9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 210 time: 0.6939929 Jul 20 17:58:03.233648 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-0c5d58e9-2a61-43e4-8b6d-4c27d42d5f39 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:03.237020 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-0c5d58e9-2a61-43e4-8b6d-4c27d42d5f39 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 818 time: 0.6090081 Jul 20 17:58:03.267385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.312880 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'port': {'device_id': 'f0d93a53-c346-4912-9b7c-ea961081a643', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'admin_state_up': True, 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:03.313120 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port e855f247-8f16-4205-8866-9c1c27ed24f5 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:03.322184 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82d42077-ac18-416a-ac01-a9980aa223da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (41ec11d9-9656-4558-8e4a-f2828f550a45), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.325012 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82d42077-ac18-416a-ac01-a9980aa223da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:03.333456 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-82d42077-ac18-416a-ac01-a9980aa223da admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/41ec11d9-9656-4558-8e4a-f2828f550a45 HTTP/1.1" status: 204 len: 168 time: 1.6423905 Jul 20 17:58:03.407318 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d42077-ac18-416a-ac01-a9980aa223da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec11d9-9656-4558-8e4a-f2828f550a45,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:03.513173 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f937-3856-4a10-ba65-92d95e4eba37 req-a8956bc6-194e-4884-a47f-4330688fc11b tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:03.521184 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c5a2f937-3856-4a10-ba65-92d95e4eba37 req-a8956bc6-194e-4884-a47f-4330688fc11b tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 932 time: 0.2945511 Jul 20 17:58:03.542761 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6381c5cf-0b17-468e-9de5-8882f19ba336 req-5a0acdfc-cfa7-4389-8abd-85c984ab0663 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 210 time: 0.1329474 Jul 20 17:58:03.810051 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c5a2f937-3856-4a10-ba65-92d95e4eba37 req-243eafb3-0b07-4114-9eb6-05471047b68b tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864707 Jul 20 17:58:03.924982 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Allocated IP 172.20.0.13 (a279782c-a6f9-4260-a721-74e3c41283c9/595c17cd-33a2-4e71-856c-14bab02242fe/be5d6991-3445-4e22-b925-07d0db3f9c53) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:58:03.927231 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event updated for resources: {'Port': ['ID=c93b1c00-b88e-4c6a-b02d-4b713deab363,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:03.943296 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:58:04.002953 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1371da59-2131-453f-b28b-74c6aa8d44e3 {{(pid=111129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:04.006776 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:58:04.021281 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:58:04.031527 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:04.032523 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Publish callbacks [] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.032669 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.053600 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:04.087811 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.provisioning_blocks [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Transition to ACTIVE for port object 1371da59-2131-453f-b28b-74c6aa8d44e3 will not be triggered until provisioned by entity L2. {{(pid=111129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:58:04.143056 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9a95260a-c5ff-458f-91ce-625b6dfe2ca3 req-2d6ea09b-52c5-4155-8187-59fa362c1eca tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 210 time: 0.0533879 Jul 20 17:58:04.200769 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.381044 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-82c49601-d5be-4747-a61b-d52ddc4c3f8c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4418519 Jul 20 17:58:04.497308 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Request body: {'port': {'device_id': '73f2c6be-eb6c-40c3-b35b-0f9790424268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:04.567489 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-e87f93d4-ad44-46c1-a8b9-b9b2123e9b8e None None] Provisioning complete for port c93b1c00-b88e-4c6a-b02d-4b713deab363 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:04.567489 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e87f93d4-ad44-46c1-a8b9-b9b2123e9b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.631226 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Pushing event updated for resources: {'Port': ['ID=1371da59-2131-453f-b28b-74c6aa8d44e3,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:04.655675 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.managers [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Attempting to bind port 1371da59-2131-453f-b28b-74c6aa8d44e3 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:58:04.656728 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.managers [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Attempting to bind port 1371da59-2131-453f-b28b-74c6aa8d44e3 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'}] {{(pid=111129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:58:04.657987 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Attempting to bind port 1371da59-2131-453f-b28b-74c6aa8d44e3 on network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:04.685454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-e87f93d4-ad44-46c1-a8b9-b9b2123e9b8e None None] Port c93b1c00-b88e-4c6a-b02d-4b713deab363 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:58:04.706349 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bae98e4e-b36d-4c9e-a1d1-efa1224ebcb2 req-c4c677bd-8401-495d-ae3a-3d1f3a54b197 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 210 time: 0.1870778 Jul 20 17:58:04.707198 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Port 1371da59-2131-453f-b28b-74c6aa8d44e3 on network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:58:04.707518 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Attempting to bind port 1371da59-2131-453f-b28b-74c6aa8d44e3 on network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:04.718313 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:58:04.718863 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Checking segment: {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:58:04.719444 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Bound using segment: {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'} {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:58:04.719909 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.managers [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Bound port: 1371da59-2131-453f-b28b-74c6aa8d44e3, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75675eca-66e4-4893-bd9c-76c34b7f2a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6'}}] {{(pid=111129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:58:04.720273 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.809806 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-00c21c48-030e-4963-ba77-fc1caad8215c req-3735fc95-fb5e-406e-9da2-70d4440b9a48 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 210 time: 0.0925632 Jul 20 17:58:04.932832 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Made reservation on behalf of 23d7e15987bd4fb7a54a43002b44c1fc for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:58:04.936780 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:04.941157 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:05.043522 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] For port 1371da59-2131-453f-b28b-74c6aa8d44e3, host hv-cinder-84984, cleared binding levels {{(pid=111129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:58:05.092930 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:05.127919 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.151406 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdd77c-e4bf-42aa-a0b7-1a95a695a95d req-3625b2ae-9bd2-4963-b7d2-e106017274bd tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:05.155655 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4fbdd77c-e4bf-42aa-a0b7-1a95a695a95d req-3625b2ae-9bd2-4963-b7d2-e106017274bd tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.0989635 Jul 20 17:58:05.186568 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] For port 1371da59-2131-453f-b28b-74c6aa8d44e3, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1371da59-2131-453f-b28b-74c6aa8d44e3,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:58:05.188558 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47044) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:05.222543 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-88b68bff-4ca1-4c26-b505-7f5e38c84e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.304073 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.331487 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.350054 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.458622 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4fbdd77c-e4bf-42aa-a0b7-1a95a695a95d req-ee3e2994-4d52-45bc-bf3e-529b503e9690 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951546 Jul 20 17:58:05.486890 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Network a279782c-a6f9-4260-a721-74e3c41283c9 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:58:05.515303 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:05.516327 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.518000 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] 10.222.0.13 "PUT /v2.0/ports/1371da59-2131-453f-b28b-74c6aa8d44e3 HTTP/1.1" status: 200 len: 1094 time: 3.8671589 Jul 20 17:58:05.520761 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-88b68bff-4ca1-4c26-b505-7f5e38c84e4c admin admin] Publish callbacks [] for security_group (6c91a20c-ca7e-4b41-a705-d4f7e1f9d414), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.522167 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:58:05.522554 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd', 'tag': '1371da59-2131-453f-b28b-74c6aa8d44e3'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:05.532829 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:58:05.539492 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:05.541650 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.596939 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=be5d6991-3445-4e22-b925-07d0db3f9c53,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:05.628132 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-11e4cbc7-9bc8-497d-ae90-6f867b13ac6b req-e6d0e01b-5fcd-400f-932c-9c2f34a14a42 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 210 time: 0.2881248 Jul 20 17:58:05.669235 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-88b68bff-4ca1-4c26-b505-7f5e38c84e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6c91a20c-ca7e-4b41-a705-d4f7e1f9d414), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:05.952537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:06.037374 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b68bff-4ca1-4c26-b505-7f5e38c84e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c91a20c-ca7e-4b41-a705-d4f7e1f9d414,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:06.049009 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-e8bcb075-0fa4-4e8f-8610-5ac36a716cde tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7502565 Jul 20 17:58:06.072269 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-e3d6f790-60e7-4836-a2a2-f27aac4f5121 None None] Provisioning complete for port be5d6991-3445-4e22-b925-07d0db3f9c53 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:06.072921 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f790-60e7-4836-a2a2-f27aac4f5121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:06.103203 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Allocated IP 172.20.0.5 (f697aa97-5d1b-45da-9f61-b5d189eabfd7/ea2c4176-1286-4fc2-8815-083e9bf7b044/68500949-7d38-47c0-81cc-655c30bacb9a) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:58:06.145929 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59bbd62-99a7-4044-b947-8573ef7dbe39" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd", "tag": "1371da59-2131-453f-b28b-74c6aa8d44e3"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:06.171821 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:06.205669 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6f790-60e7-4836-a2a2-f27aac4f5121 None None] Port be5d6991-3445-4e22-b925-07d0db3f9c53 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:58:06.357140 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:06.449078 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:06.495167 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d233775-5e1d-4b5e-bfd0-d032217d559a service neutron] Pushing event updated for resources: {'Port': ['ID=1371da59-2131-453f-b28b-74c6aa8d44e3,revision_number=3']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:06.534848 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6e157602-734e-4fda-afcd-6d12cbf0bb3f req-4928e072-8979-45b1-a642-5ec700c5be9e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 210 time: 0.3847935 Jul 20 17:58:06.542605 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-88b68bff-4ca1-4c26-b505-7f5e38c84e4c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2fb2dcb8a3ab4ddc94889c315970b163&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3473809 Jul 20 17:58:06.547405 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-3e4203e0-067b-4286-a93b-e31b96edab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:06.548851 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47082) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:06.561865 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-3e4203e0-067b-4286-a93b-e31b96edab28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61b7362c35c349308550f613cf8fcc39&device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 1128 time: 0.6837449 Jul 20 17:58:06.565905 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Request body: {'port': {'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:06.585434 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71b77e-95a1-4356-ac79-1a095c5a7dd1 req-543f1cf9-7bd3-4d73-b3ca-9187655763cb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:06.585434 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eb71b77e-95a1-4356-ac79-1a095c5a7dd1 req-543f1cf9-7bd3-4d73-b3ca-9187655763cb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 932 time: 0.3866675 Jul 20 17:58:06.731468 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for port (68500949-7d38-47c0-81cc-655c30bacb9a), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:06.810469 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-58dcdb6d-83a0-409b-ab1e-c448fe5eb571 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1371da59-2131-453f-b28b-74c6aa8d44e3 HTTP/1.1" status: 200 len: 217 time: 0.1776934 Jul 20 17:58:06.840572 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:06.939275 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.13', 60161) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:06.950340 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-25c3b4fd-c1fc-4bba-a551-476aa7a1e4f9 admin admin] Publish callbacks [] for security_group (6c91a20c-ca7e-4b41-a705-d4f7e1f9d414), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:06.981630 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eb71b77e-95a1-4356-ac79-1a095c5a7dd1 req-a46c00a1-21b8-40f8-af2a-8c4c064a0c6c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856483 Jul 20 17:58:06.989866 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee2cdf4-aea5-433f-8ebe-a2c5d18ed4f2 x-openstack-request-id: req-0ee2cdf4-aea5-433f-8ebe-a2c5d18ed4f2 {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:06.990158 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd", "tag": "1371da59-2131-453f-b28b-74c6aa8d44e3", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:06.990409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0ee2cdf4-aea5-433f-8ebe-a2c5d18ed4f2 {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:06.990854 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee2cdf4-aea5-433f-8ebe-a2c5d18ed4f2'] response: {'name': 'network-changed', 'server_uuid': '3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd', 'tag': '1371da59-2131-453f-b28b-74c6aa8d44e3', 'status': 'completed', 'code': 200} Jul 20 17:58:07.324211 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-25c3b4fd-c1fc-4bba-a551-476aa7a1e4f9 admin admin] Publish callbacks [] for security_group (6c91a20c-ca7e-4b41-a705-d4f7e1f9d414), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:07.473929 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:07.500769 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-02669815-3ae4-43ca-9f2e-d05df5893716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:07.503660 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-02669815-3ae4-43ca-9f2e-d05df5893716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e92951dc-5e0b-4670-a257-dd07cda4666f HTTP/1.1" status: 200 len: 851 time: 0.6773419 Jul 20 17:58:07.558360 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:58:07.610666 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:58:07.618503 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:58:07.637781 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:07.637781 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:07.689118 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event updated for resources: {'Port': ['ID=68500949-7d38-47c0-81cc-655c30bacb9a,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:07.737545 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-e7315b02-1262-4935-b18a-22a0a95d72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:07.739307 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-e7315b02-1262-4935-b18a-22a0a95d72e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d5fbce8c-e18b-45b5-bb2a-e36081632fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1973171 Jul 20 17:58:07.780187 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd1de-1e87-4958-b004-f8eb46cd79ae req-cd472675-0c31-41df-ab81-7c56151c9cb4 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:07.798310 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c56cd1de-1e87-4958-b004-f8eb46cd79ae req-cd472675-0c31-41df-ab81-7c56151c9cb4 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.6197820 Jul 20 17:58:07.824597 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1947d1-2a18-49ee-b2b4-24f9224fd01c req-a546c903-2299-47d5-83e3-7fcfe800066d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:07.832312 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5d1947d1-2a18-49ee-b2b4-24f9224fd01c req-a546c903-2299-47d5-83e3-7fcfe800066d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 931 time: 0.6796720 Jul 20 17:58:07.868436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-25c3b4fd-c1fc-4bba-a551-476aa7a1e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6c91a20c-ca7e-4b41-a705-d4f7e1f9d414), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:07.871878 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-25c3b4fd-c1fc-4bba-a551-476aa7a1e4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:07.873146 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-25c3b4fd-c1fc-4bba-a551-476aa7a1e4f9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6c91a20c-ca7e-4b41-a705-d4f7e1f9d414 HTTP/1.1" status: 204 len: 168 time: 1.3234801 Jul 20 17:58:07.928306 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5d6991-3445-4e22-b925-07d0db3f9c53 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:07.960332 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Publish callbacks [] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:07.979217 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:08.038414 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Transition to ACTIVE for port object be5d6991-3445-4e22-b925-07d0db3f9c53 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:58:08.044778 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-1deac255-bb37-4c3f-8eb9-0b10b13f487e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:08.046763 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-1deac255-bb37-4c3f-8eb9-0b10b13f487e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 817 time: 1.1033881 Jul 20 17:58:08.092717 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4c54723-44c4-4dab-9111-9a7d97bae5bf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8277583 Jul 20 17:58:08.096111 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c56cd1de-1e87-4958-b004-f8eb46cd79ae req-acbb6ab6-448a-4584-98ce-02db13f28ba0 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967517 Jul 20 17:58:08.114693 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5d1947d1-2a18-49ee-b2b4-24f9224fd01c req-55d156f4-cd16-4cb1-8b05-6a04082708ed tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785747 Jul 20 17:58:08.166628 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Request body: {'port': {'device_id': 'f0d93a53-c346-4912-9b7c-ea961081a643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:08.194529 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-a168b64a-eb47-47b0-96b6-0c3d96ddad9f service neutron] 10.222.0.13 "GET /v2.0/networks/d5fbce8c-e18b-45b5-bb2a-e36081632fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907022 Jul 20 17:58:08.201959 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-7a3ad0bf-dd26-4367-9f17-42dfcf55e885 None None] Provisioning complete for port 68500949-7d38-47c0-81cc-655c30bacb9a triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:08.206290 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad0bf-dd26-4367-9f17-42dfcf55e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:08.294494 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3b4fd-c1fc-4bba-a551-476aa7a1e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c91a20c-ca7e-4b41-a705-d4f7e1f9d414,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:08.303784 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:08.315241 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad0bf-dd26-4367-9f17-42dfcf55e885 None None] Port 68500949-7d38-47c0-81cc-655c30bacb9a cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:58:08.425106 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-723e7a72-0b2e-4ccb-993f-cc7dd018d831 req-6eaac85f-d9d8-469f-b1a7-309a98c4d658 service neutron] 10.222.0.13 "GET /v2.0/networks/d5fbce8c-e18b-45b5-bb2a-e36081632fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175941 Jul 20 17:58:08.521835 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93b1c00-b88e-4c6a-b02d-4b713deab363 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:08.531042 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Pushing event updated for resources: {'Port': ['ID=be5d6991-3445-4e22-b925-07d0db3f9c53,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:08.545077 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Publish callbacks [] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:08.586014 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:08.616388 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-d8130317-2108-4502-a16c-e6159615984b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f09278bfb3248eab00d7061b248f6c3 HTTP/1.1" status: 200 len: 380 time: 0.5261428 Jul 20 17:58:08.629373 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1aa0386b-1694-4a19-8d8a-c253caf6d3a1 req-a50a6ab8-df9a-45f3-a6a4-c9e9208a4c34 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 210 time: 0.2024007 Jul 20 17:58:08.652829 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef0915-6c76-49f8-ae61-0dc1ad833dec req-b0b687da-32e8-4027-ab82-991a6fd61a81 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:08.654600 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f6ef0915-6c76-49f8-ae61-0dc1ad833dec req-b0b687da-32e8-4027-ab82-991a6fd61a81 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 944 time: 0.2070074 Jul 20 17:58:08.670097 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:08.677056 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Transition to ACTIVE for port object c93b1c00-b88e-4c6a-b02d-4b713deab363 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:58:08.720984 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'port': {'device_id': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'admin_state_up': True, 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'security_groups': ['02d53161-4ee6-4058-84ed-389c374bb0db']}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:08.981564 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.003261 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Attempting to bind port be5d6991-3445-4e22-b925-07d0db3f9c53 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:58:09.004014 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Attempting to bind port be5d6991-3445-4e22-b925-07d0db3f9c53 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:58:09.004671 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Attempting to bind port be5d6991-3445-4e22-b925-07d0db3f9c53 on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:09.101573 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Port be5d6991-3445-4e22-b925-07d0db3f9c53 on network a279782c-a6f9-4260-a721-74e3c41283c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:58:09.104838 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Attempting to bind port be5d6991-3445-4e22-b925-07d0db3f9c53 on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:09.115109 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-cb47396d-417c-4ea5-8d5c-ba5859acf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:09.116803 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-cb47396d-417c-4ea5-8d5c-ba5859acf1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61b7362c35c349308550f613cf8fcc39&device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 1128 time: 0.1747315 Jul 20 17:58:09.149832 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:09.163933 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:58:09.164386 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Checking segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:58:09.165592 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Bound using segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:58:09.166746 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Bound port: be5d6991-3445-4e22-b925-07d0db3f9c53, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:58:09.167569 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.255474 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Pushing event updated for resources: {'Port': ['ID=c93b1c00-b88e-4c6a-b02d-4b713deab363,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:09.353993 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Made reservation on behalf of 4f09278bfb3248eab00d7061b248f6c3 for: {'port': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:58:09.360944 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.370541 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Attempting to bind port c93b1c00-b88e-4c6a-b02d-4b713deab363 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:58:09.371146 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Attempting to bind port c93b1c00-b88e-4c6a-b02d-4b713deab363 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:58:09.386265 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Attempting to bind port c93b1c00-b88e-4c6a-b02d-4b713deab363 on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:09.398383 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f6ef0915-6c76-49f8-ae61-0dc1ad833dec req-02d011be-ee82-468c-baea-c022b9768db8 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7101336 Jul 20 17:58:09.412464 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Port c93b1c00-b88e-4c6a-b02d-4b713deab363 on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:58:09.412862 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Attempting to bind port c93b1c00-b88e-4c6a-b02d-4b713deab363 on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:09.443080 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] For port be5d6991-3445-4e22-b925-07d0db3f9c53, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:58:09.536026 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:58:09.537473 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Checking segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:58:09.537473 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Bound using segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:58:09.538424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Bound port: c93b1c00-b88e-4c6a-b02d-4b713deab363, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:58:09.538936 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.562127 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] For port be5d6991-3445-4e22-b925-07d0db3f9c53, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=be5d6991-3445-4e22-b925-07d0db3f9c53,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:58:09.705026 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:09.705396 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:09.818892 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d83d2-bf31-409d-9e0f-a9e917bfbaa9 req-15b16835-0828-4262-b933-39e49afa8daa tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:09.832499 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b50d83d2-bf31-409d-9e0f-a9e917bfbaa9 req-15b16835-0828-4262-b933-39e49afa8daa tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 931 time: 0.2226431 Jul 20 17:58:09.890126 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79219a01-63e4-4709-94cf-259261fc4cb9 req-562c2c75-2926-41b2-8a1a-ed6241075c71 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:09.903144 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-79219a01-63e4-4709-94cf-259261fc4cb9 req-562c2c75-2926-41b2-8a1a-ed6241075c71 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.5579128 Jul 20 17:58:10.157079 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-576ec7af-cc95-4ede-9ff5-71b8c7019a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:10.159275 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-576ec7af-cc95-4ede-9ff5-71b8c7019a7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d5fbce8c-e18b-45b5-bb2a-e36081632fa6 HTTP/1.1" status: 200 len: 913 time: 1.0150449 Jul 20 17:58:10.205776 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b50d83d2-bf31-409d-9e0f-a9e917bfbaa9 req-5ae23bb1-a468-4d53-b32c-88f416e79b76 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716917 Jul 20 17:58:10.217175 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68500949-7d38-47c0-81cc-655c30bacb9a {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:10.262039 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-adb9e984-83aa-44bf-94b1-c45efdfedcfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1371da59-2131-453f-b28b-74c6aa8d44e3 HTTP/1.1" status: 200 len: 217 time: 0.0611784 Jul 20 17:58:10.262386 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Publish callbacks [] for port (68500949-7d38-47c0-81cc-655c30bacb9a), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.293574 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:10.294200 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.301889 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] 10.222.0.13 "PUT /v2.0/ports/be5d6991-3445-4e22-b925-07d0db3f9c53 HTTP/1.1" status: 200 len: 1094 time: 3.7345283 Jul 20 17:58:10.319141 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac828c2-c187-403c-ab41-1bff5198e864', 'tag': 'be5d6991-3445-4e22-b925-07d0db3f9c53'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:10.417394 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] For port c93b1c00-b88e-4c6a-b02d-4b713deab363, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:58:10.432061 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Transition to ACTIVE for port object 68500949-7d38-47c0-81cc-655c30bacb9a will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:58:10.435216 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b8b95-5f6f-4453-b7f6-5120becdf385 service neutron] Pushing event updated for resources: {'Port': ['ID=be5d6991-3445-4e22-b925-07d0db3f9c53,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:10.473011 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] For port c93b1c00-b88e-4c6a-b02d-4b713deab363, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:58:10.479635 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-6eb7aba2-7cba-4d60-93b5-a2adeecbd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:10.481732 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-6eb7aba2-7cba-4d60-93b5-a2adeecbd205 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e92951dc-5e0b-4670-a257-dd07cda4666f HTTP/1.1" status: 200 len: 851 time: 0.2063949 Jul 20 17:58:10.515131 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-79219a01-63e4-4709-94cf-259261fc4cb9 req-05def59d-eea5-43a1-a4e1-62f58c6b22d2 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620568 Jul 20 17:58:10.560267 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1c55f50d-cbe2-455b-a538-42fb82d23da9 req-9ab98a12-5c97-4224-9d39-3f47fb03ad23 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 210 time: 0.0716896 Jul 20 17:58:10.599015 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Allocated IP 172.20.0.7 (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3/0df64d3c-87ae-4b0e-9d62-6a26906b8c38/2b3313ce-2202-4d21-a0c5-fcd60505e92e) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:58:10.712712 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-6d8eb786-1057-4e50-9b33-7d9a6619baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:10.715259 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-6d8eb786-1057-4e50-9b33-7d9a6619baa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 1128 time: 0.1940322 Jul 20 17:58:10.719127 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1cd236-71a5-4a03-9df2-b15053ebe6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fac828c2-c187-403c-ab41-1bff5198e864", "tag": "be5d6991-3445-4e22-b925-07d0db3f9c53"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:10.724425 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.727866 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.832970 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=34 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:10.843090 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:10.852186 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:10.853764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Pushing event updated for resources: {'Port': ['ID=68500949-7d38-47c0-81cc-655c30bacb9a,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:10.950334 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-53101da2-3250-4cd1-890e-f17458d37e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:10.952992 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-53101da2-3250-4cd1-890e-f17458d37e2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d5fbce8c-e18b-45b5-bb2a-e36081632fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4457552 Jul 20 17:58:11.143673 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:11.214283 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:11.215010 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:11.216507 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-203fa348-4bf6-45ce-937b-412827534344 service neutron] 10.222.0.13 "PUT /v2.0/ports/c93b1c00-b88e-4c6a-b02d-4b713deab363 HTTP/1.1" status: 200 len: 1094 time: 6.7646391 Jul 20 17:58:11.279193 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-190ca6b4-2086-46ba-af9c-f3b8337b674c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be5d6991-3445-4e22-b925-07d0db3f9c53 HTTP/1.1" status: 200 len: 217 time: 0.4763753 Jul 20 17:58:11.296761 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:11.366456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fa3980-1e1e-40cb-b8f3-efb4c5af21ed x-openstack-request-id: req-32fa3980-1e1e-40cb-b8f3-efb4c5af21ed {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:11.366752 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac828c2-c187-403c-ab41-1bff5198e864", "tag": "be5d6991-3445-4e22-b925-07d0db3f9c53", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:11.367010 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-32fa3980-1e1e-40cb-b8f3-efb4c5af21ed {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:11.367470 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fa3980-1e1e-40cb-b8f3-efb4c5af21ed'] response: {'name': 'network-changed', 'server_uuid': 'fac828c2-c187-403c-ab41-1bff5198e864', 'tag': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'status': 'completed', 'code': 200} Jul 20 17:58:11.411889 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8664f74-16f0-4854-89dc-28ff07927925 req-f99da7e7-1e67-4ce9-8e9f-143fe1a39124 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:11.445816 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8664f74-16f0-4854-89dc-28ff07927925 req-f99da7e7-1e67-4ce9-8e9f-143fe1a39124 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 944 time: 0.5348430 Jul 20 17:58:11.471034 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:11.509786 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fa348-4bf6-45ce-937b-412827534344 service neutron] Pushing event updated for resources: {'Port': ['ID=c93b1c00-b88e-4c6a-b02d-4b713deab363,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:11.549197 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:58:11.622767 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-8e859020-2b4c-497f-b198-104e314f9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:11.624884 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-8e859020-2b4c-497f-b198-104e314f9caf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.3294280 Jul 20 17:58:11.629894 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Attempting to bind port 68500949-7d38-47c0-81cc-655c30bacb9a on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:58:11.637052 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Attempting to bind port 68500949-7d38-47c0-81cc-655c30bacb9a by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:58:11.637052 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Attempting to bind port 68500949-7d38-47c0-81cc-655c30bacb9a on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:11.676727 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Port 68500949-7d38-47c0-81cc-655c30bacb9a on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:58:11.677262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Attempting to bind port 68500949-7d38-47c0-81cc-655c30bacb9a on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:11.705822 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-425e0545-6070-4b92-8753-c66c50332083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:11.706692 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-425e0545-6070-4b92-8753-c66c50332083 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 1128 time: 0.2471313 Jul 20 17:58:11.712523 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:58:11.712884 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Checking segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:58:11.713539 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Bound using segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:58:11.713704 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Bound port: 68500949-7d38-47c0-81cc-655c30bacb9a, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:58:11.714247 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:11.745652 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-8f3f954d-c8f8-43c9-b483-da84fefb6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:11.747460 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-8f3f954d-c8f8-43c9-b483-da84fefb6329 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1099060 Jul 20 17:58:11.912146 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] For port 68500949-7d38-47c0-81cc-655c30bacb9a, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:58:11.925548 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] For port 68500949-7d38-47c0-81cc-655c30bacb9a, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=68500949-7d38-47c0-81cc-655c30bacb9a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:58:11.955372 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a73345-2757-489e-bd2b-5c03074c1dab req-854f7713-f416-4ac5-81b7-43c081299778 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:11.963289 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-72a73345-2757-489e-bd2b-5c03074c1dab req-854f7713-f416-4ac5-81b7-43c081299778 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 943 time: 0.4865432 Jul 20 17:58:11.965952 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:58:11.975418 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:12.011886 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47238) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:12.015112 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:58:12.035540 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:12.037885 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:12.079088 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:12.254832 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-57f6580e-2cb8-49af-84c9-8b3d72cf65f1 service neutron] 10.222.0.13 "GET /v2.0/networks/d5fbce8c-e18b-45b5-bb2a-e36081632fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2513669 Jul 20 17:58:12.260110 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-2837dac0-3fee-4a94-9ea4-3a3b928dee05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363 HTTP/1.1" status: 200 len: 217 time: 0.2218044 Jul 20 17:58:12.261879 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:12.287028 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:12.288050 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:12.290804 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] 10.222.0.13 "PUT /v2.0/ports/68500949-7d38-47c0-81cc-655c30bacb9a HTTP/1.1" status: 200 len: 1093 time: 4.1495399 Jul 20 17:58:12.303678 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8664f74-16f0-4854-89dc-28ff07927925 req-de20daf3-597a-43a0-b660-7089e18783b2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8340912 Jul 20 17:58:12.325361 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-72a73345-2757-489e-bd2b-5c03074c1dab req-13c71375-4490-4086-989a-e3e66e69c66a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605554 Jul 20 17:58:12.337028 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-a5b41a00-1223-4f37-8358-7f71b6fc773c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6479816 Jul 20 17:58:12.418935 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:12.423992 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Request body: {'port': {'device_id': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:12.459894 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-ece90eb0-97d8-4254-8a24-b84e5bfac059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:12.462030 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-ece90eb0-97d8-4254-8a24-b84e5bfac059 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.1640022 Jul 20 17:58:12.469731 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-b5053809-dcfb-4277-abe1-094b072d8b55 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071562 Jul 20 17:58:12.539110 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-1da4206f-0ea1-4264-867a-82dc53d33bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:12.542211 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-1da4206f-0ea1-4264-867a-82dc53d33bb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0665987 Jul 20 17:58:12.680468 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c34f6c-7713-4865-98b8-9d73fd89b4df service neutron] Pushing event updated for resources: {'Port': ['ID=68500949-7d38-47c0-81cc-655c30bacb9a,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:12.680468 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49106ca0-ba21-46fd-bd4b-d650ca792718 req-27f8440f-d3a9-4f1e-93f1-618a04a5ea1f service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405501 Jul 20 17:58:12.725324 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ad7077c-179a-4820-97dd-96898af1408f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:12.953007 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-f1ebb2c1-6610-4796-afb5-688a4e045974 None None] Provisioning complete for port 2b3313ce-2202-4d21-a0c5-fcd60505e92e triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:12.953818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb2c1-6610-4796-afb5-688a4e045974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:12.985710 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dc6d3-de30-46af-a6cf-eaa6be0a788a req-5ce1a7d9-4577-4713-bfdc-24136bc6a789 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:12.987276 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e55dc6d3-de30-46af-a6cf-eaa6be0a788a req-5ce1a7d9-4577-4713-bfdc-24136bc6a789 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.3205097 Jul 20 17:58:13.026644 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:13.029041 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebb2c1-6610-4796-afb5-688a4e045974 None None] Port 2b3313ce-2202-4d21-a0c5-fcd60505e92e cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:58:13.065594 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2da010-ecae-4825-b03a-121674bb3062 req-84bfb20e-5d76-44a3-a5f0-79656f3f73f9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:13.067039 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa2da010-ecae-4825-b03a-121674bb3062 req-84bfb20e-5d76-44a3-a5f0-79656f3f73f9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 931 time: 0.1942167 Jul 20 17:58:13.093630 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-4d105c1b-3195-437d-949c-b28cc6d38433 service neutron] 10.222.0.13 "GET /v2.0/networks/d5fbce8c-e18b-45b5-bb2a-e36081632fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7880483 Jul 20 17:58:13.096036 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:13.124274 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-4ed74178-a052-483c-8ea9-98581eabeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:13.129353 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-4ed74178-a052-483c-8ea9-98581eabeb33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 1128 time: 0.1822321 Jul 20 17:58:13.161638 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e55dc6d3-de30-46af-a6cf-eaa6be0a788a req-71e06007-9b2d-4109-ae55-765f1ee4752b tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573324 Jul 20 17:58:13.236328 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa2da010-ecae-4825-b03a-121674bb3062 req-d436668f-0f93-4f73-95ae-f84fd9f767f1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283236 Jul 20 17:58:13.345102 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-629564a8-115f-405d-8ffe-80019b4fb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:13.346889 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-629564a8-115f-405d-8ffe-80019b4fb39a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 1127 time: 0.6679268 Jul 20 17:58:13.356402 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ad7077c-179a-4820-97dd-96898af1408f admin admin] Publish callbacks [] for security_group (03004a01-40ae-4482-ba6f-fbd45fd98f6a), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:13.369937 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f2c6be-eb6c-40c3-b35b-0f9790424268', 'tag': 'c93b1c00-b88e-4c6a-b02d-4b713deab363'}, {'name': 'network-changed', 'server_uuid': 'f0d93a53-c346-4912-9b7c-ea961081a643', 'tag': '68500949-7d38-47c0-81cc-655c30bacb9a'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:13.377512 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18838a72-e7ec-4ce6-b06c-33c77783e9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "73f2c6be-eb6c-40c3-b35b-0f9790424268", "tag": "c93b1c00-b88e-4c6a-b02d-4b713deab363"}, {"name": "network-changed", "server_uuid": "f0d93a53-c346-4912-9b7c-ea961081a643", "tag": "68500949-7d38-47c0-81cc-655c30bacb9a"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:13.549892 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ad7077c-179a-4820-97dd-96898af1408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (03004a01-40ae-4482-ba6f-fbd45fd98f6a), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:13.570175 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-a3a028bc-d403-4d76-ae75-f39778f45e0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68500949-7d38-47c0-81cc-655c30bacb9a HTTP/1.1" status: 200 len: 217 time: 0.0860775 Jul 20 17:58:13.610694 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6424da-2029-406c-9b44-f2a3c4dee988 req-9df37bdf-90b4-4825-a38a-c5e0f9a5f288 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:13.612970 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dc6424da-2029-406c-9b44-f2a3c4dee988 req-9df37bdf-90b4-4825-a38a-c5e0f9a5f288 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 944 time: 0.1199400 Jul 20 17:58:13.684081 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c74ee-517c-4497-83bd-1c13ebe21f57 req-48f29ddc-64a3-4915-b0de-cb5854c95e9b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:13.685815 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1f3c74ee-517c-4497-83bd-1c13ebe21f57 req-48f29ddc-64a3-4915-b0de-cb5854c95e9b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 943 time: 0.2105711 Jul 20 17:58:13.703935 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-6ad7077c-179a-4820-97dd-96898af1408f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4b3709fcee074f0bb0cd9fe273cbabbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6895735 Jul 20 17:58:13.705448 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47296) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:13.784585 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-3ae54a15-0346-4a0d-80c8-e89a4f0fb22f service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1008313 Jul 20 17:58:13.785524 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7077c-179a-4820-97dd-96898af1408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03004a01-40ae-4482-ba6f-fbd45fd98f6a,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:13.813793 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dc6424da-2029-406c-9b44-f2a3c4dee988 req-9ffdbef5-c3fe-480f-b59d-b54c9bbf508a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785574 Jul 20 17:58:13.907219 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1f3c74ee-517c-4497-83bd-1c13ebe21f57 req-7d01334d-c30a-4862-ad2d-4ece36a2bffe tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006774 Jul 20 17:58:13.937526 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3313ce-2202-4d21-a0c5-fcd60505e92e {{(pid=111129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:13.943441 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-57a9e2db-9b1a-4650-ba1b-a5975681fc36 admin admin] Publish callbacks [] for security_group (03004a01-40ae-4482-ba6f-fbd45fd98f6a), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.000922 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-57a9e2db-9b1a-4650-ba1b-a5975681fc36 admin admin] Publish callbacks [] for security_group (03004a01-40ae-4482-ba6f-fbd45fd98f6a), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.047108 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Publish callbacks [] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.100944 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.provisioning_blocks [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Transition to ACTIVE for port object 2b3313ce-2202-4d21-a0c5-fcd60505e92e will not be triggered until provisioned by entity L2. {{(pid=111129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:58:14.140754 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-1246c414-591c-4926-8710-b8aac7a21945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:14.147449 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-1246c414-591c-4926-8710-b8aac7a21945 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.5615499 Jul 20 17:58:14.147449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c15804-a9cb-4e29-849e-ab6ffe2bd584 x-openstack-request-id: req-32c15804-a9cb-4e29-849e-ab6ffe2bd584 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:14.147449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f2c6be-eb6c-40c3-b35b-0f9790424268", "tag": "c93b1c00-b88e-4c6a-b02d-4b713deab363", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0d93a53-c346-4912-9b7c-ea961081a643", "tag": "68500949-7d38-47c0-81cc-655c30bacb9a", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:14.147449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-32c15804-a9cb-4e29-849e-ab6ffe2bd584 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:14.147449 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c15804-a9cb-4e29-849e-ab6ffe2bd584'] response: {'name': 'network-changed', 'server_uuid': '73f2c6be-eb6c-40c3-b35b-0f9790424268', 'tag': 'c93b1c00-b88e-4c6a-b02d-4b713deab363', 'status': 'completed', 'code': 200} Jul 20 17:58:14.147449 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c15804-a9cb-4e29-849e-ab6ffe2bd584'] response: {'name': 'network-changed', 'server_uuid': 'f0d93a53-c346-4912-9b7c-ea961081a643', 'tag': '68500949-7d38-47c0-81cc-655c30bacb9a', 'status': 'completed', 'code': 200} Jul 20 17:58:14.173018 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1d7ff4aa-10a0-46a8-bd65-9f980c4786b8 req-72410486-0a88-4dc4-92d4-7b8fc5f553c8 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386955 Jul 20 17:58:14.176507 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-dff4e5a0-3356-48b0-8f75-a181f102bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:14.177451 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-dff4e5a0-3356-48b0-8f75-a181f102bdc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 916 time: 0.9194212 Jul 20 17:58:14.214921 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.237846 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4db85a0-08d6-4b44-9da6-a44dae17636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:14.239407 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b4db85a0-08d6-4b44-9da6-a44dae17636a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0787446 Jul 20 17:58:14.271408 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-1da9de12-bc80-4033-b6a4-bb3a80293a0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be5d6991-3445-4e22-b925-07d0db3f9c53 HTTP/1.1" status: 200 len: 217 time: 0.0459774 Jul 20 17:58:14.296271 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:14.313698 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-57a9e2db-9b1a-4650-ba1b-a5975681fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (03004a01-40ae-4482-ba6f-fbd45fd98f6a), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.322740 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-57a9e2db-9b1a-4650-ba1b-a5975681fc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.327948 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-57a9e2db-9b1a-4650-ba1b-a5975681fc36 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/03004a01-40ae-4482-ba6f-fbd45fd98f6a HTTP/1.1" status: 204 len: 168 time: 0.6097767 Jul 20 17:58:14.415599 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9e2db-9b1a-4650-ba1b-a5975681fc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03004a01-40ae-4482-ba6f-fbd45fd98f6a,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:14.448356 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4e256-300b-4802-a234-95ecd745c4a7 req-54398ec3-a6a5-43fc-9d12-17a27bd2b81a tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:14.462936 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bdd4e256-300b-4802-a234-95ecd745c4a7 req-54398ec3-a6a5-43fc-9d12-17a27bd2b81a tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.1657963 Jul 20 17:58:14.641486 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.managers [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Attempting to bind port 2b3313ce-2202-4d21-a0c5-fcd60505e92e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:58:14.657402 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.managers [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Attempting to bind port 2b3313ce-2202-4d21-a0c5-fcd60505e92e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'}] {{(pid=111129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:58:14.658517 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Attempting to bind port 2b3313ce-2202-4d21-a0c5-fcd60505e92e on network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:14.781015 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Port 2b3313ce-2202-4d21-a0c5-fcd60505e92e on network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:58:14.781428 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Attempting to bind port 2b3313ce-2202-4d21-a0c5-fcd60505e92e on network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:58:14.805359 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032945-bd46-4781-8f55-974b1acba8b4 req-7218e43c-f1ef-4e7f-a6ce-e6865a061554 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:14.809558 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e032945-bd46-4781-8f55-974b1acba8b4 req-7218e43c-f1ef-4e7f-a6ce-e6865a061554 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.2624958 Jul 20 17:58:14.840257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:58:14.840257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Checking segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:58:14.840257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Bound using segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} {{(pid=111129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:58:14.840257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.managers [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Bound port: 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'}}] {{(pid=111129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:58:14.840257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:14.878020 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-9b8ce337-cd96-4143-9763-c52ee6fd569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:14.891476 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-9b8ce337-cd96-4143-9763-c52ee6fd569c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.5794358 Jul 20 17:58:14.930850 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:14.948721 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-5d17646c-c2bc-463c-bd01-f1aa426affc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:14.951459 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-5d17646c-c2bc-463c-bd01-f1aa426affc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 1128 time: 0.4635632 Jul 20 17:58:14.954709 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e032945-bd46-4781-8f55-974b1acba8b4 req-5d86da82-6e70-42ee-ab56-2d874a0707b7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241198 Jul 20 17:58:14.970860 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bdd4e256-300b-4802-a234-95ecd745c4a7 req-02c0e13a-2b41-487a-a329-b0cae1fec992 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303997 Jul 20 17:58:15.031658 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-b86c11a8-689c-4207-bccf-a9b05555e067 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297490 Jul 20 17:58:15.048806 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, cleared binding levels {{(pid=111129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:58:15.053315 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:58:15.162108 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5024cd9-f749-40bd-9e01-890557f62909 req-37d1d1e1-5cbe-4e06-9048-e5d6578b68be tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:15.162108 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e5024cd9-f749-40bd-9e01-890557f62909 req-37d1d1e1-5cbe-4e06-9048-e5d6578b68be tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 944 time: 0.0688119 Jul 20 17:58:15.254238 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aecb5-e096-494b-971a-b86592eae1cd req-445d2ef6-16f4-430f-acc3-1d628fe57812 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:15.254238 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7f8aecb5-e096-494b-971a-b86592eae1cd req-445d2ef6-16f4-430f-acc3-1d628fe57812 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 943 time: 0.0980704 Jul 20 17:58:15.254873 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-a637353a-77b5-4123-8427-71ecc88ebcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:15.254873 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-a637353a-77b5-4123-8427-71ecc88ebcd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1696758 Jul 20 17:58:15.267426 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e5024cd9-f749-40bd-9e01-890557f62909 req-842044f0-6570-4ce8-9945-d68f0dd2c9ab tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272979 Jul 20 17:58:15.337850 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7f8aecb5-e096-494b-971a-b86592eae1cd req-cdc043e8-caef-4c70-9b96-ec3802bfd0fb tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132600 Jul 20 17:58:15.354779 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:15.395614 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:15.396248 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for port (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:15.409344 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b3313ce-2202-4d21-a0c5-fcd60505e92e HTTP/1.1" status: 200 len: 1093 time: 3.0463200 Jul 20 17:58:15.414222 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:15.414222 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b432425b-6003-48a6-965f-45a8b56875c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:15.490431 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-fd848db7-313a-44d0-9b92-afab6ac2d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:15.492087 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-fd848db7-313a-44d0-9b92-afab6ac2d83a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.4159071 Jul 20 17:58:15.527627 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df41bbe-7ad6-42bb-afb8-51c39e747db5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=3']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:15.539284 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c69f029-a75e-4e49-9a70-9f1a3c760fe2 req-80383f7c-3d6b-4c29-be7c-5c8a11969dd0 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620202 Jul 20 17:58:15.544193 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185fc93b-cf4c-4888-84aa-488bbf3a92b0 x-openstack-request-id: req-185fc93b-cf4c-4888-84aa-488bbf3a92b0 {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:15.544755 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:15.545569 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-185fc93b-cf4c-4888-84aa-488bbf3a92b0 {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:15.546175 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185fc93b-cf4c-4888-84aa-488bbf3a92b0'] response: {'name': 'network-changed', 'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'status': 'completed', 'code': 200} Jul 20 17:58:15.550525 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-b42da040-aff1-4f44-8ab4-819a681acdea service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542727 Jul 20 17:58:15.889186 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-54a7d581-ae3b-4c67-9d19-06620b4a3ec8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363 HTTP/1.1" status: 200 len: 217 time: 0.0633669 Jul 20 17:58:16.070097 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47358) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:16.081417 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-19c016c5-d9dc-463f-bec1-501a7aff2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:16.083085 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-19c016c5-d9dc-463f-bec1-501a7aff2656 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.1258240 Jul 20 17:58:16.083903 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432425b-6003-48a6-965f-45a8b56875c4 req-f7693bbc-9fd9-435f-b4f1-db936f98ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:16.085376 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b432425b-6003-48a6-965f-45a8b56875c4 req-f7693bbc-9fd9-435f-b4f1-db936f98ab45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 1127 time: 0.0834863 Jul 20 17:58:16.093183 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-be1cd236-71a5-4a03-9df2-b15053ebe6b8 req-71af9cac-77a7-4051-8ec0-47b725fa5438 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660930 Jul 20 17:58:16.094533 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7ecf53c8-4a92-4100-bcd3-17f46546a349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.166963 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5566fc8-2d1c-4a93-9e34-213ede09e987 req-baf2ad9c-862f-4337-9d23-ef2350982dab tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:16.168572 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a5566fc8-2d1c-4a93-9e34-213ede09e987 req-baf2ad9c-862f-4337-9d23-ef2350982dab tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0997872 Jul 20 17:58:16.181466 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86993153-1492-4bb3-a5fe-e365d259c7d7 req-abecb185-44e2-473c-8c26-57be390cedef tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:16.183062 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-86993153-1492-4bb3-a5fe-e365d259c7d7 req-abecb185-44e2-473c-8c26-57be390cedef tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.1122758 Jul 20 17:58:16.201328 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7ecf53c8-4a92-4100-bcd3-17f46546a349 admin admin] Publish callbacks [] for security_group (2616ff9e-eac2-499f-8fca-47751010298e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.276797 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a5566fc8-2d1c-4a93-9e34-213ede09e987 req-84dcd4e0-670a-425f-b93f-32c9043578a0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927045 Jul 20 17:58:16.280212 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-86993153-1492-4bb3-a5fe-e365d259c7d7 req-3fe1ba60-508f-4fb1-9840-fc63ff23de9a tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745082 Jul 20 17:58:16.360829 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7ecf53c8-4a92-4100-bcd3-17f46546a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (2616ff9e-eac2-499f-8fca-47751010298e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.422533 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-7ecf53c8-4a92-4100-bcd3-17f46546a349 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=28a0b4410e9a490d9f45ff253f0e1b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513460 Jul 20 17:58:16.432179 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47376) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:16.443322 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf53c8-4a92-4100-bcd3-17f46546a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2616ff9e-eac2-499f-8fca-47751010298e,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:16.471911 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:16.483325 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5648e2-1e59-4a4f-84e7-6836fed23a90 req-d76c4023-603a-43e4-a1e2-ae829ef44bce tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:16.484985 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-db5648e2-1e59-4a4f-84e7-6836fed23a90 req-d76c4023-603a-43e4-a1e2-ae829ef44bce tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 944 time: 0.0750639 Jul 20 17:58:16.528637 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5e24878f-199c-47b7-b5de-6f199bd3fccc admin admin] Publish callbacks [] for security_group (2616ff9e-eac2-499f-8fca-47751010298e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.562516 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5e24878f-199c-47b7-b5de-6f199bd3fccc admin admin] Publish callbacks [] for security_group (2616ff9e-eac2-499f-8fca-47751010298e), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.598853 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1b18c-9cf4-4840-a24d-bf42739e84a8 req-4c6e87b9-8d63-4741-8baa-63d64c403479 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:16.600585 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-77c1b18c-9cf4-4840-a24d-bf42739e84a8 req-4c6e87b9-8d63-4741-8baa-63d64c403479 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 943 time: 0.1146686 Jul 20 17:58:16.604902 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-db5648e2-1e59-4a4f-84e7-6836fed23a90 req-fee04474-2355-4667-9344-afc64c5d4981 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090424 Jul 20 17:58:16.668812 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-77c1b18c-9cf4-4840-a24d-bf42739e84a8 req-26c9a2fa-c91e-4728-b6ac-a4f4ee8e8285 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494325 Jul 20 17:58:16.720455 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5e24878f-199c-47b7-b5de-6f199bd3fccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (2616ff9e-eac2-499f-8fca-47751010298e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.723439 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5e24878f-199c-47b7-b5de-6f199bd3fccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:16.724962 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-5e24878f-199c-47b7-b5de-6f199bd3fccc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2616ff9e-eac2-499f-8fca-47751010298e HTTP/1.1" status: 204 len: 168 time: 0.2915485 Jul 20 17:58:16.740334 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24878f-199c-47b7-b5de-6f199bd3fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2616ff9e-eac2-499f-8fca-47751010298e,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:17.451012 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6115d6e-ee9d-4f07-9dfe-17b754b3b9b3 req-669b4a4d-7c44-474c-b0d3-2c26631d0c07 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:17.452613 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a6115d6e-ee9d-4f07-9dfe-17b754b3b9b3 req-669b4a4d-7c44-474c-b0d3-2c26631d0c07 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0891409 Jul 20 17:58:17.459302 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a1fb2-420b-405b-a9fa-33214254e253 req-47d928d1-674d-46ca-ac86-f08e78fb2395 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:17.460802 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-770a1fb2-420b-405b-a9fa-33214254e253 req-47d928d1-674d-46ca-ac86-f08e78fb2395 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.0853395 Jul 20 17:58:17.535589 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a6115d6e-ee9d-4f07-9dfe-17b754b3b9b3 req-8c3d54e8-f901-4d32-8131-2e90ef8f8f98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730045 Jul 20 17:58:17.558785 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-770a1fb2-420b-405b-a9fa-33214254e253 req-f6352718-c0ad-4bf3-9028-e34c64edf537 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819743 Jul 20 17:58:17.703976 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:17.760749 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f63dd5-857a-487a-8d02-9fb5e42d0a1a req-d0f17d65-b746-4971-ad8d-a872585c75cd tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:17.762690 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-51f63dd5-857a-487a-8d02-9fb5e42d0a1a req-d0f17d65-b746-4971-ad8d-a872585c75cd tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 944 time: 0.0713005 Jul 20 17:58:17.864687 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-51f63dd5-857a-487a-8d02-9fb5e42d0a1a req-68120884-73b9-4e29-845f-4e7ba0f084e2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902364 Jul 20 17:58:17.880436 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782131e-b924-4767-b0ef-fcdcef243c97 req-5fbbcfc4-3aa9-4242-9dce-074df8cd83fa tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:17.882137 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1782131e-b924-4767-b0ef-fcdcef243c97 req-5fbbcfc4-3aa9-4242-9dce-074df8cd83fa tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 943 time: 0.0919814 Jul 20 17:58:17.957827 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1782131e-b924-4767-b0ef-fcdcef243c97 req-ef8f7a3c-215b-49bc-aa91-a130f3c6cac6 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641773 Jul 20 17:58:17.980662 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:18.172885 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:18.705915 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e278a-b066-4880-86fd-9db0edf915d3 req-d7c78cb4-3e5c-406d-8c9a-f97646cb2660 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:18.707487 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b89e278a-b066-4880-86fd-9db0edf915d3 req-d7c78cb4-3e5c-406d-8c9a-f97646cb2660 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0816934 Jul 20 17:58:18.716698 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb155-679a-46d1-96dd-99ca511830fe req-d0e65c6b-cb97-41a7-a784-0b4da1d93f68 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:18.718239 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fdfcb155-679a-46d1-96dd-99ca511830fe req-d0e65c6b-cb97-41a7-a784-0b4da1d93f68 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.0798440 Jul 20 17:58:18.797480 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b89e278a-b066-4880-86fd-9db0edf915d3 req-123635c1-8383-4c1d-9377-88db07c41efe tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781682 Jul 20 17:58:18.809303 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fdfcb155-679a-46d1-96dd-99ca511830fe req-0a2ab7dc-399f-4ba6-b6f9-18a220175574 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728445 Jul 20 17:58:19.017078 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab157cfa-5daa-451e-b03e-7e584e70b01e req-b9da0cce-9180-4b74-ad86-f9d6e27b558d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:19.018469 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ab157cfa-5daa-451e-b03e-7e584e70b01e req-b9da0cce-9180-4b74-ad86-f9d6e27b558d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 944 time: 0.0548606 Jul 20 17:58:19.125062 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ab157cfa-5daa-451e-b03e-7e584e70b01e req-00e0fed5-a901-4f79-825e-1c26cf39313a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977249 Jul 20 17:58:19.156985 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba527a9-dec2-4357-a496-6632ac13ad07 req-d7b53d8c-ae39-4cdd-9433-6046c0937792 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:19.156985 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dba527a9-dec2-4357-a496-6632ac13ad07 req-d7b53d8c-ae39-4cdd-9433-6046c0937792 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 943 time: 0.0946980 Jul 20 17:58:19.250052 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dba527a9-dec2-4357-a496-6632ac13ad07 req-b7e0ee0b-d582-4a24-b7d1-a6ebce768c8a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812898 Jul 20 17:58:19.324334 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device c93b1c00-b88e-4c6a-b02d-4b713deab363 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:58:19.458046 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port c93b1c00-b88e-4c6a-b02d-4b713deab363, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:19.475093 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'c93b1c00-b88e-4c6a-b02d-4b713deab363', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'port_id': 'c93b1c00-b88e-4c6a-b02d-4b713deab363', 'mac_address': 'fa:16:3e:99:30:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:58:19.540665 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:19.546066 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port c93b1c00-b88e-4c6a-b02d-4b713deab363 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:19.547821 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:19.575621 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93b1c00-b88e-4c6a-b02d-4b713deab363 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:19.582239 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-d206d354-02db-49a0-9d65-28c651b3bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:19.584797 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-d206d354-02db-49a0-9d65-28c651b3bef8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0865588 Jul 20 17:58:19.601216 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port c93b1c00-b88e-4c6a-b02d-4b713deab363, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:19.800409 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432425b-6003-48a6-965f-45a8b56875c4 req-66192a5a-4177-4bcc-9d4f-8d9802aca4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:19.801959 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b432425b-6003-48a6-965f-45a8b56875c4 req-66192a5a-4177-4bcc-9d4f-8d9802aca4ed service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f09278bfb3248eab00d7061b248f6c3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3021498 Jul 20 17:58:19.812901 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:19.855449 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-514c9cfa-e1cd-4f0a-a763-f99f4ed936be service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520730 Jul 20 17:58:19.925821 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=c93b1c00-b88e-4c6a-b02d-4b713deab363,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:20.005393 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0615a9d-46e2-4305-b017-61aeeafed60f req-f937baea-96bf-4882-afb3-a4d00259fd23 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:20.013865 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d0615a9d-46e2-4305-b017-61aeeafed60f req-f937baea-96bf-4882-afb3-a4d00259fd23 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1095362 Jul 20 17:58:20.045153 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525563ab-e809-41a8-bdba-44ac9dc4918d req-7fd5de20-c7c4-4bd6-9a1d-35218b7212e6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:20.050744 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-525563ab-e809-41a8-bdba-44ac9dc4918d req-7fd5de20-c7c4-4bd6-9a1d-35218b7212e6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.0925729 Jul 20 17:58:20.135789 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d0615a9d-46e2-4305-b017-61aeeafed60f req-acb430e4-518f-4f24-8065-e68d43770889 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162102 Jul 20 17:58:20.136693 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432425b-6003-48a6-965f-45a8b56875c4 req-ff0c916e-6e3a-42f9-9809-115bfcca8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:20.138954 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b432425b-6003-48a6-965f-45a8b56875c4 req-ff0c916e-6e3a-42f9-9809-115bfcca8973 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274090 Jul 20 17:58:20.161133 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-afeb983e-b11d-492b-8dff-cedd1c4b39eb service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939923 Jul 20 17:58:20.170726 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-525563ab-e809-41a8-bdba-44ac9dc4918d req-81cbf785-2695-4a78-838a-69554503da8a tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185710 Jul 20 17:58:20.200703 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['c93b1c00-b88e-4c6a-b02d-4b713deab363'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:58:20.329581 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47502) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:20.403640 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-f347f64b-959c-498f-84ab-211ff32f807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:20.405224 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-f347f64b-959c-498f-84ab-211ff32f807a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 1127 time: 0.1448519 Jul 20 17:58:20.411332 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-6eff0270-185e-4c2f-a900-61f8c2e51afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:20.412909 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-6eff0270-185e-4c2f-a900-61f8c2e51afe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 1127 time: 0.0811501 Jul 20 17:58:20.662177 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ade0-a604-43bc-8ce6-9c40b7eb3f59 req-624666d8-c53f-4a8d-be1c-e876a22300f6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:20.675891 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d59ade0-a604-43bc-8ce6-9c40b7eb3f59 req-624666d8-c53f-4a8d-be1c-e876a22300f6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 944 time: 0.4307845 Jul 20 17:58:20.726385 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-0b3c1631-46b9-4692-a3e1-3e83e52361f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e HTTP/1.1" status: 200 len: 217 time: 0.0931096 Jul 20 17:58:20.769497 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68828da-2480-40d7-9b2d-2195154b17de req-b56dfb80-c7fb-4055-87e8-dec2b0fc53b2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:20.771633 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b68828da-2480-40d7-9b2d-2195154b17de req-b56dfb80-c7fb-4055-87e8-dec2b0fc53b2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 943 time: 0.3858879 Jul 20 17:58:20.786140 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d59ade0-a604-43bc-8ce6-9c40b7eb3f59 req-ec824b72-61e5-4ca4-a069-2a9c3fa1852f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083899 Jul 20 17:58:20.876990 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b68828da-2480-40d7-9b2d-2195154b17de req-c6cdb604-8767-4098-8035-3b0dd4c1fcd3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901222 Jul 20 17:58:21.089568 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0326e1b0-7529-44b1-a1e8-e53a575dec99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:21.128936 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-cbc5cd27-1048-48ec-9c76-896e39bd45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:21.130596 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-cbc5cd27-1048-48ec-9c76-896e39bd45a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.3965440 Jul 20 17:58:21.135130 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-c5b303f6-65ae-4582-894c-010f4e593388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:21.137091 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-c5b303f6-65ae-4582-894c-010f4e593388 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.5227528 Jul 20 17:58:21.230146 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-8ef98328-29df-4f5c-8dfd-caa77589a71e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68500949-7d38-47c0-81cc-655c30bacb9a HTTP/1.1" status: 200 len: 217 time: 0.0719795 Jul 20 17:58:21.294416 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-ecb58b02-b7f9-4c47-85b2-7e5e1dd76ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:21.296047 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-ecb58b02-b7f9-4c47-85b2-7e5e1dd76ef9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1550341 Jul 20 17:58:21.333818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device be5d6991-3445-4e22-b925-07d0db3f9c53 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:58:21.339286 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-01155d16-6292-4cc9-b8e2-806d915dadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:21.341038 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-01155d16-6292-4cc9-b8e2-806d915dadb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.1026633 Jul 20 17:58:21.345013 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7f6b5-3adf-4b68-9900-629afac0d9d3 req-e7fe209d-eaeb-4ad4-8ed9-b61c80aa30a5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:21.346864 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2fb7f6b5-3adf-4b68-9900-629afac0d9d3 req-e7fe209d-eaeb-4ad4-8ed9-b61c80aa30a5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1006289 Jul 20 17:58:21.353955 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device c93b1c00-b88e-4c6a-b02d-4b713deab363 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:58:21.360975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf676-6362-4878-b8ca-4ac314df0051 req-f3bc1bb8-976a-47e1-b6a7-cd16418eba11 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:21.362521 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-adaaf676-6362-4878-b8ca-4ac314df0051 req-f3bc1bb8-976a-47e1-b6a7-cd16418eba11 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.0767734 Jul 20 17:58:21.507272 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2fb7f6b5-3adf-4b68-9900-629afac0d9d3 req-8752e807-52ed-4135-b5c9-1e3c1e9c508d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433556 Jul 20 17:58:21.512974 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-cc87bb4b-9040-4a96-b8df-82000b45dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:21.515620 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-cc87bb4b-9040-4a96-b8df-82000b45dfcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1659982 Jul 20 17:58:21.515904 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port c93b1c00-b88e-4c6a-b02d-4b713deab363 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:58:21.526079 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0326e1b0-7529-44b1-a1e8-e53a575dec99 admin admin] Publish callbacks [] for security_group (d2f85da2-c678-4e09-8565-3da8e52775b8), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:21.552013 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-0a0ff9ce-a9f6-4b64-93c7-f10be8369195 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471364 Jul 20 17:58:21.580461 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-adaaf676-6362-4878-b8ca-4ac314df0051 req-ee3d078e-ba1b-48c6-bf76-8362851a6973 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717401 Jul 20 17:58:21.627671 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:21.665384 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port be5d6991-3445-4e22-b925-07d0db3f9c53, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=be5d6991-3445-4e22-b925-07d0db3f9c53,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:21.680299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:58:21.723859 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0326e1b0-7529-44b1-a1e8-e53a575dec99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (d2f85da2-c678-4e09-8565-3da8e52775b8), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:21.723982 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port c93b1c00-b88e-4c6a-b02d-4b713deab363 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:21.723982 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:21.749987 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port be5d6991-3445-4e22-b925-07d0db3f9c53 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:21.750382 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:21.775832 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5d6991-3445-4e22-b925-07d0db3f9c53 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:21.800784 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port be5d6991-3445-4e22-b925-07d0db3f9c53, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=be5d6991-3445-4e22-b925-07d0db3f9c53,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:21.844292 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326e1b0-7529-44b1-a1e8-e53a575dec99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f85da2-c678-4e09-8565-3da8e52775b8,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:21.872744 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port c93b1c00-b88e-4c6a-b02d-4b713deab363 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:21.872744 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:21.908901 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f2c6be-eb6c-40c3-b35b-0f9790424268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93b1c00-b88e-4c6a-b02d-4b713deab363'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:22.001100 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.001875 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 68500949-7d38-47c0-81cc-655c30bacb9a details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:58:22.021754 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port c93b1c00-b88e-4c6a-b02d-4b713deab363, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:22.061962 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606aaf9-b003-42a0-8ff6-94557127f368 req-0f0594d2-44fb-463b-ab98-3ee120edbab3 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:22.072820 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b606aaf9-b003-42a0-8ff6-94557127f368 req-0f0594d2-44fb-463b-ab98-3ee120edbab3 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 945 time: 0.1454647 Jul 20 17:58:22.092230 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-0326e1b0-7529-44b1-a1e8-e53a575dec99 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4e8500222884485a9d692ce7b6d10513&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7612627 Jul 20 17:58:22.110224 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47536) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:22.121747 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=be5d6991-3445-4e22-b925-07d0db3f9c53,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:22.162225 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.232033 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa7dfb9-5c0b-41af-9f0b-a862371cb423" -d '{"events": [{"server_uuid": "73f2c6be-eb6c-40c3-b35b-0f9790424268", "name": "network-vif-plugged", "status": "completed", "tag": "c93b1c00-b88e-4c6a-b02d-4b713deab363"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:22.262063 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 68500949-7d38-47c0-81cc-655c30bacb9a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=68500949-7d38-47c0-81cc-655c30bacb9a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:22.277793 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=c93b1c00-b88e-4c6a-b02d-4b713deab363,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:22.284426 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '68500949-7d38-47c0-81cc-655c30bacb9a', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'port_id': '68500949-7d38-47c0-81cc-655c30bacb9a', 'mac_address': 'fa:16:3e:58:51:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:58:22.306276 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-f758d2c3-3567-4c1b-a2a0-c94b7b3d2eb8 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755131 Jul 20 17:58:22.315636 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723e174-d677-464c-8167-faaad00ed433 req-9dd529bb-15f5-40a8-8f07-9723da9fe695 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:22.323927 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5723e174-d677-464c-8167-faaad00ed433 req-9dd529bb-15f5-40a8-8f07-9723da9fe695 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 943 time: 0.2428403 Jul 20 17:58:22.331785 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b606aaf9-b003-42a0-8ff6-94557127f368 req-31f5b3be-a960-4732-888f-a0d448dee646 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573633 Jul 20 17:58:22.488959 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5723e174-d677-464c-8167-faaad00ed433 req-00de99d9-8bbd-4a59-974d-60738b22a8b1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331987 Jul 20 17:58:22.495351 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 68500949-7d38-47c0-81cc-655c30bacb9a is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:22.496425 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.517089 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68500949-7d38-47c0-81cc-655c30bacb9a {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:22.521730 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-18838a72-e7ec-4ce6-b06c-33c77783e9e3 req-e1e64279-272e-42a0-a1cf-99422fcb8ddf service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051039 Jul 20 17:58:22.537050 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-89a766c1-b21d-41a6-899a-91b74a7554fd admin admin] Publish callbacks [] for security_group (d2f85da2-c678-4e09-8565-3da8e52775b8), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.578892 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 68500949-7d38-47c0-81cc-655c30bacb9a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=68500949-7d38-47c0-81cc-655c30bacb9a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:22.600622 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.643894 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4145e41f-4aa2-4a0b-99f8-976fa16b40c1 x-openstack-request-id: req-4145e41f-4aa2-4a0b-99f8-976fa16b40c1 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:22.644293 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f2c6be-eb6c-40c3-b35b-0f9790424268", "name": "network-vif-plugged", "status": "completed", "tag": "c93b1c00-b88e-4c6a-b02d-4b713deab363", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:22.644666 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4145e41f-4aa2-4a0b-99f8-976fa16b40c1 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:22.645551 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4145e41f-4aa2-4a0b-99f8-976fa16b40c1'] response: {'server_uuid': '73f2c6be-eb6c-40c3-b35b-0f9790424268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93b1c00-b88e-4c6a-b02d-4b713deab363', 'code': 200} Jul 20 17:58:22.660640 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a654ed17-77e2-45f4-ad8d-49af89992dfd req-14646a1c-ed10-489f-aa7f-55f9b64ec8aa service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8902106 Jul 20 17:58:22.674232 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-89a766c1-b21d-41a6-899a-91b74a7554fd admin admin] Publish callbacks [] for security_group (d2f85da2-c678-4e09-8565-3da8e52775b8), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.703802 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.704567 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1371da59-2131-453f-b28b-74c6aa8d44e3 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:58:22.836260 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=68500949-7d38-47c0-81cc-655c30bacb9a,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:22.865872 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506004c-a1dc-448e-b47a-1cdb998ede09 req-7bd62dce-0976-47e7-b737-1d10a6cc0ef9 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:22.872797 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a506004c-a1dc-448e-b47a-1cdb998ede09 req-7bd62dce-0976-47e7-b737-1d10a6cc0ef9 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 944 time: 0.1318824 Jul 20 17:58:22.883879 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:22.889608 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f334a-b187-403b-aa61-9e8bf4e980d7 req-b9901a5e-4226-405d-8fd3-3401516f0548 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:22.897099 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-249f334a-b187-403b-aa61-9e8bf4e980d7 req-b9901a5e-4226-405d-8fd3-3401516f0548 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1472790 Jul 20 17:58:22.911176 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-89a766c1-b21d-41a6-899a-91b74a7554fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (d2f85da2-c678-4e09-8565-3da8e52775b8), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.923715 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-89a766c1-b21d-41a6-899a-91b74a7554fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:22.932721 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-89a766c1-b21d-41a6-899a-91b74a7554fd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d2f85da2-c678-4e09-8565-3da8e52775b8 HTTP/1.1" status: 204 len: 168 time: 0.8166833 Jul 20 17:58:22.942532 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1371da59-2131-453f-b28b-74c6aa8d44e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1371da59-2131-453f-b28b-74c6aa8d44e3,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:22.973313 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '1371da59-2131-453f-b28b-74c6aa8d44e3', 'network_id': 'd5fbce8c-e18b-45b5-bb2a-e36081632fa6', 'port_id': '1371da59-2131-453f-b28b-74c6aa8d44e3', 'mac_address': 'fa:16:3e:7b:66:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92951dc-5e0b-4670-a257-dd07cda4666f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:58:22.985156 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a766c1-b21d-41a6-899a-91b74a7554fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f85da2-c678-4e09-8565-3da8e52775b8,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:22.995544 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-249f334a-b187-403b-aa61-9e8bf4e980d7 req-9a03a0fd-4222-40a2-8f8b-d26b1d9f8320 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975392 Jul 20 17:58:23.007544 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a506004c-a1dc-448e-b47a-1cdb998ede09 req-286239b3-28d6-4cf4-bfae-354d172c4928 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000578 Jul 20 17:58:23.063146 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 1371da59-2131-453f-b28b-74c6aa8d44e3 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:23.063667 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:23.082651 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1371da59-2131-453f-b28b-74c6aa8d44e3 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:23.107636 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1371da59-2131-453f-b28b-74c6aa8d44e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1371da59-2131-453f-b28b-74c6aa8d44e3,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:23.149225 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:23.170758 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:23.264385 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=1371da59-2131-453f-b28b-74c6aa8d44e3,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:23.562722 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25852634-18bb-4e0d-acaf-b5562090f8f8 req-5fdd0278-babd-4b96-aa4d-2ab0b7a13c12 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:23.569113 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-25852634-18bb-4e0d-acaf-b5562090f8f8 req-5fdd0278-babd-4b96-aa4d-2ab0b7a13c12 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 945 time: 0.0855319 Jul 20 17:58:23.714378 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-25852634-18bb-4e0d-acaf-b5562090f8f8 req-592efe4f-ad1c-48e0-9e3c-49dc40f43e66 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400554 Jul 20 17:58:23.731161 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba57f2-3b55-4882-aa50-62ecc3efe973 req-a11bed85-19c8-4bba-aae6-f36bf8b6f281 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:23.734463 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fbba57f2-3b55-4882-aa50-62ecc3efe973 req-a11bed85-19c8-4bba-aae6-f36bf8b6f281 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 944 time: 0.1372287 Jul 20 17:58:23.817575 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fbba57f2-3b55-4882-aa50-62ecc3efe973 req-d7d47c4c-1c74-4710-ae49-058231916034 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774021 Jul 20 17:58:23.845101 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:23.845101 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:24.037061 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['be5d6991-3445-4e22-b925-07d0db3f9c53'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:58:24.073486 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47598) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:24.097084 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:24.166717 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4032-19d2-4b58-9687-94f1ddeee544 req-f7231b1b-e0ee-4fa2-aa6f-bcc86f1a3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.170365 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-501b4032-19d2-4b58-9687-94f1ddeee544 req-f7231b1b-e0ee-4fa2-aa6f-bcc86f1a3a53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 1130 time: 0.2079589 Jul 20 17:58:24.211747 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-501b4032-19d2-4b58-9687-94f1ddeee544 req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:24.290493 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['68500949-7d38-47c0-81cc-655c30bacb9a'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:58:24.420166 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['1371da59-2131-453f-b28b-74c6aa8d44e3'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:58:24.435645 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Publish callbacks [] for security_group (30e6b1ab-6f3d-4639-a058-0a9faaabb7f9), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:24.441119 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-501b4032-19d2-4b58-9687-94f1ddeee544 req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Publish callbacks [] for security_group (5296a04e-d93e-4953-8176-df6cac84e425), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:24.458616 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ce3d3-8d72-4596-a104-bdd41b6f8aeb req-f57981a7-fca3-4a4c-9ffb-2a04ac7cc990 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.461951 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-162ce3d3-8d72-4596-a104-bdd41b6f8aeb req-f57981a7-fca3-4a4c-9ffb-2a04ac7cc990 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.2544241 Jul 20 17:58:24.474883 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2cfa9-0314-4305-87e4-527e25dd52d5 req-0938e54b-fd5a-4ec6-be43-0857aa7530ca tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.480644 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3fe2cfa9-0314-4305-87e4-527e25dd52d5 req-0938e54b-fd5a-4ec6-be43-0857aa7530ca tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 945 time: 0.2247710 Jul 20 17:58:24.531794 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-501b4032-19d2-4b58-9687-94f1ddeee544 req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5296a04e-d93e-4953-8176-df6cac84e425), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:24.556671 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-162ce3d3-8d72-4596-a104-bdd41b6f8aeb req-ac3ae9a3-400d-4171-a909-8cf089997605 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745502 Jul 20 17:58:24.563543 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (30e6b1ab-6f3d-4639-a058-0a9faaabb7f9), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:24.572846 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:24.589583 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-501b4032-19d2-4b58-9687-94f1ddeee544 req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120259 Jul 20 17:58:24.590775 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5296a04e-d93e-4953-8176-df6cac84e425,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:24.605135 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.606691 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.607503 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.610364 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.610731 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.611331 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.612126 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.612263 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e6b1ab-6f3d-4639-a058-0a9faaabb7f9,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:24.612780 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.613331 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.613950 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.614557 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.628435 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.628435 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.628435 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.628435 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be84ec-f3c7-4f9e-b0d0-ef30ec58fa42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.630064 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.630523 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.631526 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.631526 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.631840 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.632263 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.632802 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.633716 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.634194 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.634631 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.635204 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.636064 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.636064 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.636787 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.637731 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:24.664822 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3fe2cfa9-0314-4305-87e4-527e25dd52d5 req-049fa646-23db-490a-a0b0-027e1743cdca tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748927 Jul 20 17:58:24.670895 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-48ab4b5c-f5d6-48e0-9f6a-b77fc3f9ea3e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b2245ff9dedb4dba92d41a2ec19d42fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5934377 Jul 20 17:58:24.671478 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47600) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:24.739558 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cb009694-ec38-4e46-9068-cbe5b046e8eb admin admin] Publish callbacks [] for security_group (30e6b1ab-6f3d-4639-a058-0a9faaabb7f9), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:24.772503 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cb009694-ec38-4e46-9068-cbe5b046e8eb admin admin] Publish callbacks [] for security_group (30e6b1ab-6f3d-4639-a058-0a9faaabb7f9), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:24.909367 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1899d18-47ef-440c-9b0f-55878a3f141a req-edbb1700-9e5e-41c9-977e-6e6bb1ebcc6d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:24.926235 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1899d18-47ef-440c-9b0f-55878a3f141a req-edbb1700-9e5e-41c9-977e-6e6bb1ebcc6d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 945 time: 0.0747595 Jul 20 17:58:25.003104 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cb009694-ec38-4e46-9068-cbe5b046e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (30e6b1ab-6f3d-4639-a058-0a9faaabb7f9), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.005812 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cb009694-ec38-4e46-9068-cbe5b046e8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.012181 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-cb009694-ec38-4e46-9068-cbe5b046e8eb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/30e6b1ab-6f3d-4639-a058-0a9faaabb7f9 HTTP/1.1" status: 204 len: 168 time: 0.3343706 Jul 20 17:58:25.025031 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb009694-ec38-4e46-9068-cbe5b046e8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e6b1ab-6f3d-4639-a058-0a9faaabb7f9,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:25.035232 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823813-f222-4bad-87e0-7a2a90360662 req-27c952c6-35d0-4dd3-abc2-75b8ff3d5c82 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:25.037491 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-06823813-f222-4bad-87e0-7a2a90360662 req-27c952c6-35d0-4dd3-abc2-75b8ff3d5c82 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 944 time: 0.1046257 Jul 20 17:58:25.051872 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1899d18-47ef-440c-9b0f-55878a3f141a req-8345f163-74a1-4420-969f-d613076f358d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231029 Jul 20 17:58:25.121890 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-06823813-f222-4bad-87e0-7a2a90360662 req-4d54248f-a666-4b4f-8fc9-87f782e28d34 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617168 Jul 20 17:58:25.363905 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:25.598569 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47624) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:25.707682 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-01e3c0e7-2e28-4c82-b4ef-f504c5bc2f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.774204 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-078897cf-9d3d-494b-9946-0ed6c1ff8587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.835901 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368495-70db-477a-a209-76a100d7db91 req-28f06ecd-0e6b-4a05-b98a-61c16555a675 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:25.837664 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-34368495-70db-477a-a209-76a100d7db91 req-28f06ecd-0e6b-4a05-b98a-61c16555a675 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0856011 Jul 20 17:58:25.844049 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ba4c0-255b-4524-b4b8-a42c7c7c12da req-1e87d2ae-de9c-4700-8d53-a8cacd61705e tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:25.851378 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-362ba4c0-255b-4524-b4b8-a42c7c7c12da req-1e87d2ae-de9c-4700-8d53-a8cacd61705e tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 945 time: 0.0852973 Jul 20 17:58:25.906912 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-078897cf-9d3d-494b-9946-0ed6c1ff8587 admin admin] Publish callbacks [] for security_group (da21f610-0b5d-4b3e-ba3b-89232f0b8c31), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:25.929162 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-362ba4c0-255b-4524-b4b8-a42c7c7c12da req-b38e9885-7f36-4354-8570-34a778cea3f9 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754786 Jul 20 17:58:25.940504 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-34368495-70db-477a-a209-76a100d7db91 req-6bcc3050-5f49-43b5-b6f3-73d66bc3a952 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736754 Jul 20 17:58:25.999920 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-078897cf-9d3d-494b-9946-0ed6c1ff8587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (da21f610-0b5d-4b3e-ba3b-89232f0b8c31), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.053205 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-078897cf-9d3d-494b-9946-0ed6c1ff8587 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0da042e22f87457f9a0e8ed78848b414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531109 Jul 20 17:58:26.053562 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47652) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:26.054311 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078897cf-9d3d-494b-9946-0ed6c1ff8587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da21f610-0b5d-4b3e-ba3b-89232f0b8c31,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:26.166701 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-941cf436-69f3-468a-b362-07a9df5e9cf3 admin admin] Publish callbacks [] for security_group (da21f610-0b5d-4b3e-ba3b-89232f0b8c31), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.208565 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec64c8-6885-4c6d-a460-68e86f3d58ca req-24459151-b347-4e47-8a12-409887b4005d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:26.211066 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0aec64c8-6885-4c6d-a460-68e86f3d58ca req-24459151-b347-4e47-8a12-409887b4005d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 945 time: 0.0784140 Jul 20 17:58:26.221852 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-941cf436-69f3-468a-b362-07a9df5e9cf3 admin admin] Publish callbacks [] for security_group (da21f610-0b5d-4b3e-ba3b-89232f0b8c31), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.408823 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e60575-6412-4588-81ff-e76b28607002 req-5f3b094a-fdea-451d-a689-ae5dff303089 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:26.410501 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-14e60575-6412-4588-81ff-e76b28607002 req-5f3b094a-fdea-451d-a689-ae5dff303089 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 944 time: 0.1847920 Jul 20 17:58:26.424244 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0aec64c8-6885-4c6d-a460-68e86f3d58ca req-cb12f13a-680d-4b85-aeb7-f4c9cb283379 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874650 Jul 20 17:58:26.450830 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:26.463490 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:58:26.497014 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device be5d6991-3445-4e22-b925-07d0db3f9c53 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:58:26.535413 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-14e60575-6412-4588-81ff-e76b28607002 req-55779c66-0eb0-4a4a-be55-ad757ea7dd60 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097505 Jul 20 17:58:26.590536 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-941cf436-69f3-468a-b362-07a9df5e9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (da21f610-0b5d-4b3e-ba3b-89232f0b8c31), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.593272 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-941cf436-69f3-468a-b362-07a9df5e9cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.595144 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-941cf436-69f3-468a-b362-07a9df5e9cf3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/da21f610-0b5d-4b3e-ba3b-89232f0b8c31 HTTP/1.1" status: 204 len: 168 time: 0.5388982 Jul 20 17:58:26.606551 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cf436-69f3-468a-b362-07a9df5e9cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da21f610-0b5d-4b3e-ba3b-89232f0b8c31,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:26.637046 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port be5d6991-3445-4e22-b925-07d0db3f9c53 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:58:26.686042 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:26.702548 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'port_id': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'mac_address': 'fa:16:3e:01:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:58:26.749658 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port be5d6991-3445-4e22-b925-07d0db3f9c53 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:26.749658 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.773934 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2b3313ce-2202-4d21-a0c5-fcd60505e92e is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:26.774197 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.798173 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3313ce-2202-4d21-a0c5-fcd60505e92e {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:58:26.829678 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:26.863639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port be5d6991-3445-4e22-b925-07d0db3f9c53 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:26.863971 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:26.889582 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac828c2-c187-403c-ab41-1bff5198e864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d6991-3445-4e22-b925-07d0db3f9c53'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:26.891923 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5506df-9696-4f10-b7c7-a58f0e36109f" -d '{"events": [{"server_uuid": "fac828c2-c187-403c-ab41-1bff5198e864", "name": "network-vif-plugged", "status": "completed", "tag": "be5d6991-3445-4e22-b925-07d0db3f9c53"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:26.908010 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port be5d6991-3445-4e22-b925-07d0db3f9c53, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=be5d6991-3445-4e22-b925-07d0db3f9c53,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:26.935293 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624ea11-5675-47af-a993-b5c545a4a753 x-openstack-request-id: req-c624ea11-5675-47af-a993-b5c545a4a753 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:26.935709 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac828c2-c187-403c-ab41-1bff5198e864", "name": "network-vif-plugged", "status": "completed", "tag": "be5d6991-3445-4e22-b925-07d0db3f9c53", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:26.935968 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c624ea11-5675-47af-a993-b5c545a4a753 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:26.936376 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c624ea11-5675-47af-a993-b5c545a4a753'] response: {'server_uuid': 'fac828c2-c187-403c-ab41-1bff5198e864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'code': 200} Jul 20 17:58:27.011732 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:27.069214 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:27.070537 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 68500949-7d38-47c0-81cc-655c30bacb9a up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:58:27.097737 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:27.113631 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.114040 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.114325 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.114679 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.115009 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.115333 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.115655 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.115997 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.116367 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.116725 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.117318 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.117932 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.118137 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.118619 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.118941 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:58:27.138663 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1beb9f-008e-45a7-bc61-0231624dbb8f req-f98ad0fc-da73-4d7d-927c-304906bb820e tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:27.146887 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa1beb9f-008e-45a7-bc61-0231624dbb8f req-f98ad0fc-da73-4d7d-927c-304906bb820e tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 945 time: 0.1162050 Jul 20 17:58:27.162283 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3677ca-6e2f-427e-b67e-f7ac700c370a req-92e8f5bb-caad-4fe4-ac5b-3d3003415c77 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:27.164151 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3c3677ca-6e2f-427e-b67e-f7ac700c370a req-92e8f5bb-caad-4fe4-ac5b-3d3003415c77 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 944 time: 0.1030793 Jul 20 17:58:27.173930 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:27.186968 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 68500949-7d38-47c0-81cc-655c30bacb9a completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:58:27.204199 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=be5d6991-3445-4e22-b925-07d0db3f9c53,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:27.206525 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:27.225045 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa1beb9f-008e-45a7-bc61-0231624dbb8f req-58add750-5e0b-4b1f-92de-9452f517e46f tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772378 Jul 20 17:58:27.262215 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3c3677ca-6e2f-427e-b67e-f7ac700c370a req-eed7e389-3ad8-424c-ab05-8017d8f8ecf1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698423 Jul 20 17:58:27.326599 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 68500949-7d38-47c0-81cc-655c30bacb9a triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:27.326970 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:27.420791 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['2b3313ce-2202-4d21-a0c5-fcd60505e92e'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:58:27.496962 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 68500949-7d38-47c0-81cc-655c30bacb9a is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:27.497993 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:27.650821 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 68500949-7d38-47c0-81cc-655c30bacb9a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=68500949-7d38-47c0-81cc-655c30bacb9a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:27.655158 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e723e-7251-4bb9-a79b-0733b70605bd req-b0165ed4-c728-4ef3-976d-fd39e590d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:27.663202 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-231e723e-7251-4bb9-a79b-0733b70605bd req-b0165ed4-c728-4ef3-976d-fd39e590d6e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 1130 time: 0.1226821 Jul 20 17:58:27.690909 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bca91-6dd1-46de-8efa-1bc1835d5f3c req-e8a0749c-f174-4b48-839a-c4962ca3d346 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:27.704471 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f20bca91-6dd1-46de-8efa-1bc1835d5f3c req-e8a0749c-f174-4b48-839a-c4962ca3d346 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.1256111 Jul 20 17:58:27.728214 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47710) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:27.771122 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8b8d-b638-4297-bdd0-f62caaf6a64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:27.772493 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:27.773629 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1371da59-2131-453f-b28b-74c6aa8d44e3 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:58:27.836058 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-231e723e-7251-4bb9-a79b-0733b70605bd req-2e6cc704-45cc-4e99-b6ff-7835dd218008 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670725 Jul 20 17:58:27.881647 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f20bca91-6dd1-46de-8efa-1bc1835d5f3c req-c1c4684d-2664-441f-b06e-a17b925cfcda tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721313 Jul 20 17:58:27.912174 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f392a-5776-4554-8baa-0ec2979e34cf req-fdd17bf0-8fcd-4a27-be88-aa73b1f9ad50 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:27.927066 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b1f392a-5776-4554-8baa-0ec2979e34cf req-fdd17bf0-8fcd-4a27-be88-aa73b1f9ad50 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1639521 Jul 20 17:58:27.971957 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=68500949-7d38-47c0-81cc-655c30bacb9a,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:28.012196 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8b8d-b638-4297-bdd0-f62caaf6a64a admin admin] Publish callbacks [] for security_group (52068c45-fe58-4623-bd5f-d697ce3035d8), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.039251 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b1f392a-5776-4554-8baa-0ec2979e34cf req-ff1a4833-aa54-43a6-a31c-d5ff107eb80d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044035 Jul 20 17:58:28.050258 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 1371da59-2131-453f-b28b-74c6aa8d44e3 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:58:28.068160 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:28.234410 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8b8d-b638-4297-bdd0-f62caaf6a64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (52068c45-fe58-4623-bd5f-d697ce3035d8), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.274383 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc8b8d-b638-4297-bdd0-f62caaf6a64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52068c45-fe58-4623-bd5f-d697ce3035d8,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:28.280346 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-6bdc8b8d-b638-4297-bdd0-f62caaf6a64a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6ecfa79eb09e4dfc94a2ac30a632948d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5495842 Jul 20 17:58:28.281247 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 1371da59-2131-453f-b28b-74c6aa8d44e3 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:28.282080 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.283974 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47730) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:28.333791 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5f591305-680c-4499-832c-e29c06bfa032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.412849 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 1371da59-2131-453f-b28b-74c6aa8d44e3 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:28.413403 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.422863 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df5f9a-ab6e-4154-99dc-825e2f0a6aa3 req-afdd9b8d-8a45-439c-a527-c7396b5a2f0c tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:28.424401 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-28df5f9a-ab6e-4154-99dc-825e2f0a6aa3 req-afdd9b8d-8a45-439c-a527-c7396b5a2f0c tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 945 time: 0.1000571 Jul 20 17:58:28.461442 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1371da59-2131-453f-b28b-74c6aa8d44e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1371da59-2131-453f-b28b-74c6aa8d44e3,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:28.466854 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb0795-40cf-4329-b93f-49e1222d07d3 req-b102bc5b-7a06-47f4-a592-90651baf1536 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:28.468382 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9bb0795-40cf-4329-b93f-49e1222d07d3 req-b102bc5b-7a06-47f4-a592-90651baf1536 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 944 time: 0.1042511 Jul 20 17:58:28.470992 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1dffea76-7931-446e-98f7-3a6ed3bfb258 admin admin] Publish callbacks [] for security_group (52068c45-fe58-4623-bd5f-d697ce3035d8), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.537309 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1dffea76-7931-446e-98f7-3a6ed3bfb258 admin admin] Publish callbacks [] for security_group (52068c45-fe58-4623-bd5f-d697ce3035d8), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.571214 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-28df5f9a-ab6e-4154-99dc-825e2f0a6aa3 req-ec0bb735-ec6e-4855-ae78-9fa18f47922a tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384053 Jul 20 17:58:28.594828 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9bb0795-40cf-4329-b93f-49e1222d07d3 req-e0c7e62b-c8c3-4181-882a-e15ec1948dd3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197720 Jul 20 17:58:28.695801 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.730088 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1dffea76-7931-446e-98f7-3a6ed3bfb258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (52068c45-fe58-4623-bd5f-d697ce3035d8), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.732843 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1dffea76-7931-446e-98f7-3a6ed3bfb258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:28.733921 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1dffea76-7931-446e-98f7-3a6ed3bfb258 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/52068c45-fe58-4623-bd5f-d697ce3035d8 HTTP/1.1" status: 204 len: 168 time: 0.4480937 Jul 20 17:58:28.735138 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:28.749525 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffea76-7931-446e-98f7-3a6ed3bfb258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52068c45-fe58-4623-bd5f-d697ce3035d8,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:28.764166 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=1371da59-2131-453f-b28b-74c6aa8d44e3,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:28.895514 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:58:28.938213 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d93a53-c346-4912-9b7c-ea961081a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68500949-7d38-47c0-81cc-655c30bacb9a'}, {'server_uuid': '3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1371da59-2131-453f-b28b-74c6aa8d44e3'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:28.940451 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa4173-1950-4702-a0ef-968b01b8bd5d" -d '{"events": [{"server_uuid": "f0d93a53-c346-4912-9b7c-ea961081a643", "name": "network-vif-plugged", "status": "completed", "tag": "68500949-7d38-47c0-81cc-655c30bacb9a"}, {"server_uuid": "3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd", "name": "network-vif-plugged", "status": "completed", "tag": "1371da59-2131-453f-b28b-74c6aa8d44e3"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:28.947230 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 2b3313ce-2202-4d21-a0c5-fcd60505e92e completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:58:28.989896 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfc72ba-6fe1-4f65-8972-92dd6f450961 x-openstack-request-id: req-ccfc72ba-6fe1-4f65-8972-92dd6f450961 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:28.990287 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d93a53-c346-4912-9b7c-ea961081a643", "name": "network-vif-plugged", "status": "completed", "tag": "68500949-7d38-47c0-81cc-655c30bacb9a", "code": 200}, {"server_uuid": "3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd", "name": "network-vif-plugged", "status": "completed", "tag": "1371da59-2131-453f-b28b-74c6aa8d44e3", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:28.990605 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ccfc72ba-6fe1-4f65-8972-92dd6f450961 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:28.991076 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfc72ba-6fe1-4f65-8972-92dd6f450961'] response: {'server_uuid': 'f0d93a53-c346-4912-9b7c-ea961081a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68500949-7d38-47c0-81cc-655c30bacb9a', 'code': 200} Jul 20 17:58:28.991398 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfc72ba-6fe1-4f65-8972-92dd6f450961'] response: {'server_uuid': '3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1371da59-2131-453f-b28b-74c6aa8d44e3', 'code': 200} Jul 20 17:58:29.022397 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef18145-5132-4695-929c-7989b0a36b66 req-6f7f5743-1d4b-4a97-96f0-503019e8ae4f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.024547 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9ef18145-5132-4695-929c-7989b0a36b66 req-6f7f5743-1d4b-4a97-96f0-503019e8ae4f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.0544558 Jul 20 17:58:29.072175 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 2b3313ce-2202-4d21-a0c5-fcd60505e92e triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:58:29.072660 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:29.100602 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9ef18145-5132-4695-929c-7989b0a36b66 req-89b02524-bdd0-4434-9b87-36b43c562a7a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701125 Jul 20 17:58:29.116364 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:29.180555 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2b3313ce-2202-4d21-a0c5-fcd60505e92e is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:58:29.180953 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:29.210254 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce435-03cf-44a6-a576-962e3dcc8c9c req-fb035056-2708-44b4-b1c6-a45d6627b792 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.213409 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a03ce435-03cf-44a6-a576-962e3dcc8c9c req-fb035056-2708-44b4-b1c6-a45d6627b792 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0775874 Jul 20 17:58:29.235476 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:29.284036 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a03ce435-03cf-44a6-a576-962e3dcc8c9c req-b0302f5f-9e28-47a7-bd9c-da248e7ab490 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644343 Jul 20 17:58:29.327058 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:29.331249 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:29.388650 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:29.756050 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:29.764898 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032e072-aced-4c79-a3bd-eb62e62cca08 req-79808e90-ba9d-4bb1-a581-5f19131a324a tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.772738 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2032e072-aced-4c79-a3bd-eb62e62cca08 req-79808e90-ba9d-4bb1-a581-5f19131a324a tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 946 time: 0.1187696 Jul 20 17:58:29.854888 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd87b1-5846-43b5-a1b1-ccbdb62d0f52 req-1bc3c994-71a2-4f4d-8d0e-1a2ce93e5c39 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:29.856506 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-24fd87b1-5846-43b5-a1b1-ccbdb62d0f52 req-1bc3c994-71a2-4f4d-8d0e-1a2ce93e5c39 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1214755 Jul 20 17:58:29.861589 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2032e072-aced-4c79-a3bd-eb62e62cca08 req-5291ce58-a2e0-4140-a647-c5c2e90fdafe tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874698 Jul 20 17:58:29.953330 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-24fd87b1-5846-43b5-a1b1-ccbdb62d0f52 req-1a2680be-4bc8-4c91-a4cb-76a1ed094b69 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842278 Jul 20 17:58:29.955038 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:30.295998 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503190b3-fa01-4b76-9631-d09aaa75320b req-9253e534-ca14-4c32-95fc-319b03173dd3 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:30.303930 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-503190b3-fa01-4b76-9631-d09aaa75320b req-9253e534-ca14-4c32-95fc-319b03173dd3 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.1099300 Jul 20 17:58:30.355773 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f0d8-c1c9-4d3b-a3af-1dea79d587a0 req-18bfb871-ecf9-43a1-a67b-84ce84699ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:30.358388 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b210f0d8-c1c9-4d3b-a3af-1dea79d587a0 req-18bfb871-ecf9-43a1-a67b-84ce84699ed0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 1130 time: 0.0659404 Jul 20 17:58:30.360534 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d1f6c-5fcd-4f93-836f-8d66edc6eb47 req-d45a59f4-3185-4e65-bbc7-b5ada29b5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:30.362301 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b09d1f6c-5fcd-4f93-836f-8d66edc6eb47 req-d45a59f4-3185-4e65-bbc7-b5ada29b5a20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 1129 time: 0.1412768 Jul 20 17:58:30.367539 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-503190b3-fa01-4b76-9631-d09aaa75320b req-2d7b28e2-86e9-4e7f-9e1c-5bf6ec8b55c7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615165 Jul 20 17:58:30.370761 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:30.477484 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b09d1f6c-5fcd-4f93-836f-8d66edc6eb47 req-2d1000de-4fb3-473c-aff2-098f17c606e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667033 Jul 20 17:58:30.481957 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b210f0d8-c1c9-4d3b-a3af-1dea79d587a0 req-242ec8cf-449e-4325-93ce-215875c07e8b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104264 Jul 20 17:58:30.489679 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf75b2-30bb-42fa-9e2e-7c66f28c80ef req-921e9222-467b-45cb-9783-0924a97d47fc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:30.491498 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dfcf75b2-30bb-42fa-9e2e-7c66f28c80ef req-921e9222-467b-45cb-9783-0924a97d47fc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0662079 Jul 20 17:58:30.560519 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dfcf75b2-30bb-42fa-9e2e-7c66f28c80ef req-6fa0a75e-a3f1-44f0-906d-4172943dbbf5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560043 Jul 20 17:58:30.902958 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:30.993046 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:30.998490 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f014f1-4632-49e8-b1e5-a9c86b55cba7" -d '{"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-plugged", "status": "completed", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:31.030617 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61b86-02b8-493d-b57c-706600c7c92a req-04040f4b-36c8-4487-b36b-63cb8354213f tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:31.033645 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-17f61b86-02b8-493d-b57c-706600c7c92a req-04040f4b-36c8-4487-b36b-63cb8354213f tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 946 time: 0.0669839 Jul 20 17:58:31.041935 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:31.159847 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-17f61b86-02b8-493d-b57c-706600c7c92a req-03216e78-59c7-4d8d-88a7-d53a1368aa29 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190784 Jul 20 17:58:31.168683 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47842) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:31.209175 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97eae4-b632-49d4-9aaf-086a78f28114 req-f528ad6b-226b-47ee-aa0a-d97970cabe83 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:31.218105 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be997278-3a77-4b00-beff-7e4beb144660 x-openstack-request-id: req-be997278-3a77-4b00-beff-7e4beb144660 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:31.218591 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-plugged", "status": "completed", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:31.218788 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-be997278-3a77-4b00-beff-7e4beb144660 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:31.219169 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be997278-3a77-4b00-beff-7e4beb144660'] response: {'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'code': 200} Jul 20 17:58:31.219905 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa97eae4-b632-49d4-9aaf-086a78f28114 req-f528ad6b-226b-47ee-aa0a-d97970cabe83 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1247900 Jul 20 17:58:31.268787 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa97eae4-b632-49d4-9aaf-086a78f28114 req-62649ef0-f525-4f6c-8315-ee78fe8ead5e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479498 Jul 20 17:58:31.323683 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:31.415716 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-04e8a707-f284-4276-9e73-a6138267beb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:31.485902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:31.531003 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-04e8a707-f284-4276-9e73-a6138267beb3 admin admin] Publish callbacks [] for security_group (8473da88-0ca4-4322-b2c8-62f637c601fe), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:31.602294 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a46b5f-9965-4dc5-a93b-6e76908586e0 req-e91aace5-eb4d-47fa-a13b-ba8702de661d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:31.604420 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d3a46b5f-9965-4dc5-a93b-6e76908586e0 req-e91aace5-eb4d-47fa-a13b-ba8702de661d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.0830679 Jul 20 17:58:31.605557 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-04e8a707-f284-4276-9e73-a6138267beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8473da88-0ca4-4322-b2c8-62f637c601fe), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:31.654147 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-04e8a707-f284-4276-9e73-a6138267beb3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8ec7a2b3e7384d6990bc9e5ad281dfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842677 Jul 20 17:58:31.655783 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8a707-f284-4276-9e73-a6138267beb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8473da88-0ca4-4322-b2c8-62f637c601fe,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:31.657914 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47870) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:31.695857 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d3a46b5f-9965-4dc5-a93b-6e76908586e0 req-c3fd5abe-25e7-408c-afcd-9c19707fce6d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833752 Jul 20 17:58:31.771059 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4d292-2033-41d5-9e5d-73383471e5eb req-badc9497-c874-4dae-ba29-5c2499b9c7e9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:31.776996 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0ab4d292-2033-41d5-9e5d-73383471e5eb req-badc9497-c874-4dae-ba29-5c2499b9c7e9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0905848 Jul 20 17:58:31.804739 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8953-6a39-4476-83e2-3bda60bfa82b admin admin] Publish callbacks [] for security_group (8473da88-0ca4-4322-b2c8-62f637c601fe), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:31.879298 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8953-6a39-4476-83e2-3bda60bfa82b admin admin] Publish callbacks [] for security_group (8473da88-0ca4-4322-b2c8-62f637c601fe), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:31.895891 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0ab4d292-2033-41d5-9e5d-73383471e5eb req-2c6aa89d-8d56-4353-883b-a7cb40483d34 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167681 Jul 20 17:58:31.925029 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b17a7-cbb7-4312-b90b-18977d7de755 req-fcc58f34-6e2f-4638-bdf6-4178875b23bb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:31.932330 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4a2b17a7-cbb7-4312-b90b-18977d7de755 req-fcc58f34-6e2f-4638-bdf6-4178875b23bb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.1091874 Jul 20 17:58:31.943881 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47888) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:31.950456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'floatingip': {'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:31.976734 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:32.074659 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (d6eba44d-568d-4af5-9847-c9065f642dc2), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:32.112470 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8953-6a39-4476-83e2-3bda60bfa82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8473da88-0ca4-4322-b2c8-62f637c601fe), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:32.116173 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8953-6a39-4476-83e2-3bda60bfa82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:32.118261 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-8e5a8953-6a39-4476-83e2-3bda60bfa82b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8473da88-0ca4-4322-b2c8-62f637c601fe HTTP/1.1" status: 204 len: 168 time: 0.4517245 Jul 20 17:58:32.128689 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a8953-6a39-4476-83e2-3bda60bfa82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8473da88-0ca4-4322-b2c8-62f637c601fe,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:32.342868 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891aa1b-3d42-45b0-b604-cb3e6c49ce3c req-f948257c-2ca4-4aef-a5a1-850a35b77453 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:32.344497 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d891aa1b-3d42-45b0-b604-cb3e6c49ce3c req-f948257c-2ca4-4aef-a5a1-850a35b77453 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 946 time: 0.0880914 Jul 20 17:58:32.448943 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d891aa1b-3d42-45b0-b604-cb3e6c49ce3c req-18d30b9d-9d64-4456-a52f-8291eb8a4d51 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943534 Jul 20 17:58:32.496182 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45319e0-da72-4588-a836-988157c0bf91 req-19e9e0c0-46a4-4fa5-8e7e-10cda29114bb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:32.497805 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f45319e0-da72-4588-a836-988157c0bf91 req-19e9e0c0-46a4-4fa5-8e7e-10cda29114bb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0673814 Jul 20 17:58:32.555706 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f45319e0-da72-4588-a836-988157c0bf91 req-00d22c11-986f-4efa-8af9-f00f7cd63dcd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504689 Jul 20 17:58:32.701125 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:33.046723 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:33.049921 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.db.resource_extend [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 17:58:33.102360 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a38c4-b64b-4725-8986-8b616540381e req-2b0eaa8b-dc1d-44f9-b0c6-2ac4c7775fc5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:33.111507 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2b1a38c4-b64b-4725-8986-8b616540381e req-2b0eaa8b-dc1d-44f9-b0c6-2ac4c7775fc5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1278975 Jul 20 17:58:33.146487 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47912) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:33.163021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47916) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:33.197093 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2b1a38c4-b64b-4725-8986-8b616540381e req-06b72af0-2d0e-4aa8-a63f-83fafa3063a8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803623 Jul 20 17:58:33.202541 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.224608 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:33.297050 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (d6eba44d-568d-4af5-9847-c9065f642dc2), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.322731 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a046c094-7ea7-4770-a986-d5107a3debbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.413227 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a046c094-7ea7-4770-a986-d5107a3debbc admin admin] Publish callbacks [] for security_group (b7ff0068-0f68-4e45-a8a8-d997def41fd3), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.422419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7184872c-fbc9-4dfb-8e13-cd2ca90bcc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.459411 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Floating IP d6eba44d-568d-4af5-9847-c9065f642dc2 associated. External IP: 172.28.3.57, port: be5d6991-3445-4e22-b925-07d0db3f9c53. Jul 20 17:58:33.585019 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a046c094-7ea7-4770-a986-d5107a3debbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (b7ff0068-0f68-4e45-a8a8-d997def41fd3), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.625222 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7184872c-fbc9-4dfb-8e13-cd2ca90bcc9a admin admin] Publish callbacks [] for security_group (f0d8c0bf-a3ca-4dcc-8a0a-862592fb4e82), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.643945 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48526008-a688-4297-b9c9-d8717204dff0 req-39fc0d35-7414-4145-9f30-1ce154c7c8a5 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:33.645528 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-48526008-a688-4297-b9c9-d8717204dff0 req-39fc0d35-7414-4145-9f30-1ce154c7c8a5 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 946 time: 0.1040292 Jul 20 17:58:33.655054 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-a046c094-7ea7-4770-a986-d5107a3debbc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ce547161b25b43a585c3531397f3800d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043008 Jul 20 17:58:33.655718 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47926) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:33.673769 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046c094-7ea7-4770-a986-d5107a3debbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff0068-0f68-4e45-a8a8-d997def41fd3,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:33.719967 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7184872c-fbc9-4dfb-8e13-cd2ca90bcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (f0d8c0bf-a3ca-4dcc-8a0a-862592fb4e82), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.731080 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47928) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:33.735926 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:33.778124 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-70201e02-10ad-4ee6-9d90-ff4bbba0756e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.817131 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-48526008-a688-4297-b9c9-d8717204dff0 req-62e6c283-d99b-4b76-82ec-3f87c2578b7e tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626058 Jul 20 17:58:33.840019 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-7184872c-fbc9-4dfb-8e13-cd2ca90bcc9a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dd226b6f240f4eb88ef3d74e62660f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6738708 Jul 20 17:58:33.853356 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47932) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:33.858364 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184872c-fbc9-4dfb-8e13-cd2ca90bcc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8c0bf-a3ca-4dcc-8a0a-862592fb4e82,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:33.862908 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc5dc-e1a8-46db-b709-5cd8487de135 req-2708886a-8c97-4aeb-a5a1-423c15812445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:33.864432 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-16afc5dc-e1a8-46db-b709-5cd8487de135 req-2708886a-8c97-4aeb-a5a1-423c15812445 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 1129 time: 0.1309767 Jul 20 17:58:33.883953 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f6009e0f-679f-4aab-94a7-61bc7cd66fae admin admin] Publish callbacks [] for security_group (b7ff0068-0f68-4e45-a8a8-d997def41fd3), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.927158 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:58:33.985442 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bfe67a3b-8581-4501-b8df-568a0eac92f7 admin admin] Publish callbacks [] for security_group (f0d8c0bf-a3ca-4dcc-8a0a-862592fb4e82), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:33.993872 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-16afc5dc-e1a8-46db-b709-5cd8487de135 req-5a1236b9-2885-469b-9d21-34d2eaa2066b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119545 Jul 20 17:58:34.014786 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9736a-8e4a-4525-b63d-3899104ae4a8 req-6ab27b9d-eaac-41db-987a-5357bba148b8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:34.016461 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-abb9736a-8e4a-4525-b63d-3899104ae4a8 req-6ab27b9d-eaac-41db-987a-5357bba148b8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1287272 Jul 20 17:58:34.030190 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f6009e0f-679f-4aab-94a7-61bc7cd66fae admin admin] Publish callbacks [] for security_group (b7ff0068-0f68-4e45-a8a8-d997def41fd3), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.052015 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47ef4-ae9a-4b91-b753-b84511cce749 req-a93e9293-d0ed-4309-9bb4-f1b3c24f9dd5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:34.052945 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-56e47ef4-ae9a-4b91-b753-b84511cce749 req-a93e9293-d0ed-4309-9bb4-f1b3c24f9dd5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1638300 Jul 20 17:58:34.165960 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bfe67a3b-8581-4501-b8df-568a0eac92f7 admin admin] Publish callbacks [] for security_group (f0d8c0bf-a3ca-4dcc-8a0a-862592fb4e82), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.178733 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-abb9736a-8e4a-4525-b63d-3899104ae4a8 req-3d26ff53-42d0-4bb6-b2f4-c3637879bec0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544976 Jul 20 17:58:34.198961 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db83d-716d-4c9f-906a-65c24d38890f req-543af2a3-8ca9-4b22-8dae-4d43f540efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:34.200772 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b37db83d-716d-4c9f-906a-65c24d38890f req-543af2a3-8ca9-4b22-8dae-4d43f540efa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 1129 time: 0.2063842 Jul 20 17:58:34.203344 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-70201e02-10ad-4ee6-9d90-ff4bbba0756e admin admin] Publish callbacks [] for security_group (eccfc69b-ad5e-4947-adce-57bf00356aa1), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.207654 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-56e47ef4-ae9a-4b91-b753-b84511cce749 req-d96c95e3-b93d-4de1-803e-7ac01634e238 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350787 Jul 20 17:58:34.233851 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:58:34.240848 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.250869 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:58:34.267035 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:58:34.267248 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:58:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:34.296017 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f6009e0f-679f-4aab-94a7-61bc7cd66fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (b7ff0068-0f68-4e45-a8a8-d997def41fd3), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.296017 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f6009e0f-679f-4aab-94a7-61bc7cd66fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.296017 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f6009e0f-679f-4aab-94a7-61bc7cd66fae admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b7ff0068-0f68-4e45-a8a8-d997def41fd3 HTTP/1.1" status: 204 len: 168 time: 0.6346760 Jul 20 17:58:34.320926 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-17a2860e-f43c-4847-9ba4-10cf6a333212 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "PUT /v2.0/floatingips/d6eba44d-568d-4af5-9847-c9065f642dc2 HTTP/1.1" status: 200 len: 991 time: 2.3707857 Jul 20 17:58:34.320926 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac828c2-c187-403c-ab41-1bff5198e864', 'tag': 'be5d6991-3445-4e22-b925-07d0db3f9c53'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:34.321281 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-70201e02-10ad-4ee6-9d90-ff4bbba0756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (eccfc69b-ad5e-4947-adce-57bf00356aa1), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.322085 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27" -d '{"events": [{"name": "network-changed", "server_uuid": "fac828c2-c187-403c-ab41-1bff5198e864", "tag": "be5d6991-3445-4e22-b925-07d0db3f9c53"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:34.342973 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6009e0f-679f-4aab-94a7-61bc7cd66fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff0068-0f68-4e45-a8a8-d997def41fd3,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:34.418543 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-70201e02-10ad-4ee6-9d90-ff4bbba0756e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5b0a1c0273a14baba46057aaf87926ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6840217 Jul 20 17:58:34.421584 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47942) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:34.439629 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70201e02-10ad-4ee6-9d90-ff4bbba0756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccfc69b-ad5e-4947-adce-57bf00356aa1,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:34.450109 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:34.453935 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5711f5-740d-47b2-84f4-8ab626794932 x-openstack-request-id: req-0a5711f5-740d-47b2-84f4-8ab626794932 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:34.454388 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac828c2-c187-403c-ab41-1bff5198e864", "tag": "be5d6991-3445-4e22-b925-07d0db3f9c53", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:34.454811 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0a5711f5-740d-47b2-84f4-8ab626794932 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:34.455500 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a5711f5-740d-47b2-84f4-8ab626794932'] response: {'name': 'network-changed', 'server_uuid': 'fac828c2-c187-403c-ab41-1bff5198e864', 'tag': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'status': 'completed', 'code': 200} Jul 20 17:58:34.456743 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bfe67a3b-8581-4501-b8df-568a0eac92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (f0d8c0bf-a3ca-4dcc-8a0a-862592fb4e82), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.464263 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bfe67a3b-8581-4501-b8df-568a0eac92f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.475431 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-bfe67a3b-8581-4501-b8df-568a0eac92f7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f0d8c0bf-a3ca-4dcc-8a0a-862592fb4e82 HTTP/1.1" status: 204 len: 168 time: 0.6136343 Jul 20 17:58:34.516177 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe67a3b-8581-4501-b8df-568a0eac92f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8c0bf-a3ca-4dcc-8a0a-862592fb4e82,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:34.580929 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:58:34.589039 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6d928c22-ec0c-4fc4-ace7-30ba09d3fa77 admin admin] Publish callbacks [] for security_group (eccfc69b-ad5e-4947-adce-57bf00356aa1), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.651996 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6d928c22-ec0c-4fc4-ace7-30ba09d3fa77 admin admin] Publish callbacks [] for security_group (eccfc69b-ad5e-4947-adce-57bf00356aa1), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.669347 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db83d-716d-4c9f-906a-65c24d38890f req-d78bf914-24da-4433-bbfc-8a2c5d8801f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:34.671047 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b37db83d-716d-4c9f-906a-65c24d38890f req-d78bf914-24da-4433-bbfc-8a2c5d8801f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.2858512 Jul 20 17:58:34.834805 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6d928c22-ec0c-4fc4-ace7-30ba09d3fa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (eccfc69b-ad5e-4947-adce-57bf00356aa1), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.839547 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6d928c22-ec0c-4fc4-ace7-30ba09d3fa77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:34.840921 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-6d928c22-ec0c-4fc4-ace7-30ba09d3fa77 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eccfc69b-ad5e-4947-adce-57bf00356aa1 HTTP/1.1" status: 204 len: 168 time: 0.4179094 Jul 20 17:58:34.850862 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d928c22-ec0c-4fc4-ace7-30ba09d3fa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccfc69b-ad5e-4947-adce-57bf00356aa1,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:34.976665 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:32Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:35.003494 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:58:35.014666 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:58:35.015335 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:58:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:35.100633 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b37db83d-716d-4c9f-906a-65c24d38890f req-24ec6531-71e9-45f8-b27a-3d5cac553606 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68500949-7d38-47c0-81cc-655c30bacb9a HTTP/1.1" status: 200 len: 217 time: 0.0742610 Jul 20 17:58:35.124050 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-d7d837d8-29d1-4cd7-9994-a282a13d5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:35.124050 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-d7d837d8-29d1-4cd7-9994-a282a13d5575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 1130 time: 0.0948033 Jul 20 17:58:35.133634 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:58:35.373844 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87641e0f-ea4e-4d8e-b9c6-80857a88050a req-5c30a204-4496-45ed-af47-dbae379bd3a8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:35.375644 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-87641e0f-ea4e-4d8e-b9c6-80857a88050a req-5c30a204-4496-45ed-af47-dbae379bd3a8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0738249 Jul 20 17:58:35.431352 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db83d-716d-4c9f-906a-65c24d38890f req-b4b04bca-28aa-4163-8c3f-180f73dbb422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:35.435948 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b37db83d-716d-4c9f-906a-65c24d38890f req-b4b04bca-28aa-4163-8c3f-180f73dbb422 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.1614618 Jul 20 17:58:35.447233 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69f1a2-1bc6-4011-871a-17632a3f6ee7 req-d710ec56-7086-43ac-bd08-f708b9a0e31e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:35.463862 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb69f1a2-1bc6-4011-871a-17632a3f6ee7 req-d710ec56-7086-43ac-bd08-f708b9a0e31e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0866466 Jul 20 17:58:35.611883 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:32Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:35.622176 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-0990c7eb-0ab8-4e5a-b60e-660863a3e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:35.624001 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-0990c7eb-0ab8-4e5a-b60e-660863a3e7b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 916 time: 0.3482485 Jul 20 17:58:35.625787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db83d-716d-4c9f-906a-65c24d38890f req-916db868-55fe-4630-b5d0-5e89da1fb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:35.627777 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b37db83d-716d-4c9f-906a-65c24d38890f req-916db868-55fe-4630-b5d0-5e89da1fb7cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1140978 Jul 20 17:58:35.647534 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60671c39-91fb-495f-af70-16e0318036c4 None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:32Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:58:35.742081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47968) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:35.808887 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e6826f53-d005-47b1-9ee1-f6513d74d205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:35.852838 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb69f1a2-1bc6-4011-871a-17632a3f6ee7 req-8eaddc26-47ae-4723-97eb-940ef089342b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821552 Jul 20 17:58:35.880471 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-87641e0f-ea4e-4d8e-b9c6-80857a88050a req-4b1d5da9-cbb5-4d8a-913e-ca7005d0b938 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121935 Jul 20 17:58:35.903015 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:35.984143 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e6826f53-d005-47b1-9ee1-f6513d74d205 admin admin] Publish callbacks [] for security_group (9bc5c94d-523f-415e-b017-cc4be5283e5b), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.078165 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 47978) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:36.093571 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd2b2-0120-48a8-9631-110e518bf131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.107438 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e6826f53-d005-47b1-9ee1-f6513d74d205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (9bc5c94d-523f-415e-b017-cc4be5283e5b), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.141875 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916163a-4d12-4610-9374-0cc5f8d8585b None None] New status for floating IP d6eba44d-568d-4af5-9847-c9065f642dc2: ACTIVE {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:58:36.173645 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6826f53-d005-47b1-9ee1-f6513d74d205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc5c94d-523f-415e-b017-cc4be5283e5b,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:36.178636 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e6826f53-d005-47b1-9ee1-f6513d74d205 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ba23da6d46a84273992fd9a091e79ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338591 Jul 20 17:58:36.184656 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47982) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:36.272388 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd2b2-0120-48a8-9631-110e518bf131 admin admin] Publish callbacks [] for security_group (66931e67-583e-4228-875d-4704f474492d), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.315574 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-615c08d3-f19b-47fd-bfa2-90d5b8940529 admin admin] Publish callbacks [] for security_group (9bc5c94d-523f-415e-b017-cc4be5283e5b), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.363647 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-615c08d3-f19b-47fd-bfa2-90d5b8940529 admin admin] Publish callbacks [] for security_group (9bc5c94d-523f-415e-b017-cc4be5283e5b), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.417748 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd2b2-0120-48a8-9631-110e518bf131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (66931e67-583e-4228-875d-4704f474492d), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.573707 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-bfb92e22-7b6d-4069-90bb-b148f1b4cfd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be5d6991-3445-4e22-b925-07d0db3f9c53 HTTP/1.1" status: 200 len: 999 time: 0.2506082 Jul 20 17:58:36.628464 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bd2b2-0120-48a8-9631-110e518bf131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66931e67-583e-4228-875d-4704f474492d,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:36.628924 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-615c08d3-f19b-47fd-bfa2-90d5b8940529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (9bc5c94d-523f-415e-b017-cc4be5283e5b), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.633070 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-615c08d3-f19b-47fd-bfa2-90d5b8940529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.636627 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ed8bd2b2-0120-48a8-9631-110e518bf131 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bd3d8da529e54573a2ebd899472e8478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548391 Jul 20 17:58:36.636788 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-615c08d3-f19b-47fd-bfa2-90d5b8940529 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9bc5c94d-523f-415e-b017-cc4be5283e5b HTTP/1.1" status: 204 len: 168 time: 0.4480765 Jul 20 17:58:36.646602 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 47988) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:36.647496 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c08d3-f19b-47fd-bfa2-90d5b8940529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc5c94d-523f-415e-b017-cc4be5283e5b,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:36.671624 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b37db83d-716d-4c9f-906a-65c24d38890f req-3a17e3fd-269d-4bcf-9d6b-34eda6ca227c service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531423 Jul 20 17:58:36.697382 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-80c1a2da-9baf-4a80-99a5-5eb4d4b7b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:36.698579 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-80c1a2da-9baf-4a80-99a5-5eb4d4b7b276 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.1110535 Jul 20 17:58:36.772397 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-afcbe252-a03a-4a1b-9d45-aad1125f03fc admin admin] Publish callbacks [] for security_group (66931e67-583e-4228-875d-4704f474492d), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:36.829767 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-afcbe252-a03a-4a1b-9d45-aad1125f03fc admin admin] Publish callbacks [] for security_group (66931e67-583e-4228-875d-4704f474492d), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:37.036000 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-afcbe252-a03a-4a1b-9d45-aad1125f03fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (66931e67-583e-4228-875d-4704f474492d), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:37.040339 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-afcbe252-a03a-4a1b-9d45-aad1125f03fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:37.042596 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-afcbe252-a03a-4a1b-9d45-aad1125f03fc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/66931e67-583e-4228-875d-4704f474492d HTTP/1.1" status: 204 len: 168 time: 0.3913133 Jul 20 17:58:37.067192 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-73617882-cfe2-4dec-865c-a47d358ff481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:37.069205 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-73617882-cfe2-4dec-865c-a47d358ff481 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3493285 Jul 20 17:58:37.114999 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a692b8-e525-4922-913e-4cfb08bec3dd req-7138fda7-a830-499f-947c-52f44d08280a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:37.123484 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c5a692b8-e525-4922-913e-4cfb08bec3dd req-7138fda7-a830-499f-947c-52f44d08280a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1545475 Jul 20 17:58:37.134646 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b37db83d-716d-4c9f-906a-65c24d38890f req-f88fb856-2748-43a5-855a-41ba15484095 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349034 Jul 20 17:58:37.144641 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbe252-a03a-4a1b-9d45-aad1125f03fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66931e67-583e-4228-875d-4704f474492d,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:37.206677 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab2928-d051-4955-8e55-f80fbefeccc0 req-5845183c-7a4d-445d-8934-53e76cf4d9e6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:37.215422 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d8ab2928-d051-4955-8e55-f80fbefeccc0 req-5845183c-7a4d-445d-8934-53e76cf4d9e6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.2041731 Jul 20 17:58:37.258956 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c5a692b8-e525-4922-913e-4cfb08bec3dd req-3c112515-acfc-4b9b-8e80-11d373bf9790 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337337 Jul 20 17:58:37.272142 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-3f5311fe-b7e2-4a33-85a0-7a63fba43e56 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910505 Jul 20 17:58:37.314502 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d8ab2928-d051-4955-8e55-f80fbefeccc0 req-fed59c4f-bac3-4b25-9f00-7cdf21c4876a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794697 Jul 20 17:58:37.519536 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2c0c2f78-961d-49d9-9c98-10f0c76a9c27 req-a2f92e16-3a2f-4afd-8e3b-efc1704ad59d service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350450 Jul 20 17:58:37.529740 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe87a2-bae6-4bb2-8149-3dd128c79cf2 req-275952c9-781c-45b3-8df2-6a1925e644e2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:37.531685 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-12fe87a2-bae6-4bb2-8149-3dd128c79cf2 req-275952c9-781c-45b3-8df2-6a1925e644e2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0642953 Jul 20 17:58:37.543595 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48030) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:37.550626 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'floatingip': {'port_id': '2b3313ce-2202-4d21-a0c5-fcd60505e92e'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:58:37.622013 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (af45e101-2d68-4053-9d23-6fa98da80328), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:37.813002 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:58:38.027059 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:38.159241 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:38.249797 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:38.323989 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (af45e101-2d68-4053-9d23-6fa98da80328), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:38.446329 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:38.470653 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Floating IP af45e101-2d68-4053-9d23-6fa98da80328 associated. External IP: 172.28.3.10, port: 2b3313ce-2202-4d21-a0c5-fcd60505e92e. Jul 20 17:58:38.591681 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac81d77-5a53-4911-a5ca-e9765c698a79 req-50f1694a-daa7-4019-9468-1489a29838b1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:38.604596 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8ac81d77-5a53-4911-a5ca-e9765c698a79 req-50f1694a-daa7-4019-9468-1489a29838b1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1469688 Jul 20 17:58:38.737143 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8ac81d77-5a53-4911-a5ca-e9765c698a79 req-84028fe8-d3d8-4e34-b70a-dbafc5171aec tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305699 Jul 20 17:58:38.795370 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:38.841042 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Router def2603d-a69a-4844-b4c2-ba221f06c477 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:58:38.978962 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:58:38.985598 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:38.994711 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] Sync routers for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:58:39.013143 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:58:39.014630 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:58:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:39.029281 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-2fa862e0-d4a7-4056-9045-c5ceea5e1144 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "PUT /v2.0/floatingips/af45e101-2d68-4053-9d23-6fa98da80328 HTTP/1.1" status: 200 len: 990 time: 1.4844568 Jul 20 17:58:39.030048 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:39.032989 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:39.089051 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd1fad-621e-4b7b-a3c9-2503ec542bf7 x-openstack-request-id: req-a3cd1fad-621e-4b7b-a3c9-2503ec542bf7 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:39.089051 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:39.089051 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a3cd1fad-621e-4b7b-a3c9-2503ec542bf7 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:39.089051 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3cd1fad-621e-4b7b-a3c9-2503ec542bf7'] response: {'name': 'network-changed', 'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'status': 'completed', 'code': 200} Jul 20 17:58:39.152413 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:58:39.154980 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:39.233270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-af28f664-8541-4dc3-ab78-ef1c52f9e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.235209 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-af28f664-8541-4dc3-ab78-ef1c52f9e6cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 1129 time: 0.0489159 Jul 20 17:58:39.283707 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:39.395882 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-e4e34dc9-6f58-41f2-992b-6a333e5dc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.399094 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-e4e34dc9-6f58-41f2-992b-6a333e5dc5e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 918 time: 0.1108716 Jul 20 17:58:39.441344 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'af45e101-2d68-4053-9d23-6fa98da80328', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'port_id': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'mac_address': 'fa:16:3e:01:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:53Z', 'updated_at': '2022-07-20T17:58:38Z', 'revision_number': 1, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:39.472723 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] Checking router: def2603d-a69a-4844-b4c2-ba221f06c477 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:58:39.484383 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:58:39.485051 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:58:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:39.520223 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:39.529623 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-7caa90f2-6261-451d-a1c5-4f1a42d580e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e HTTP/1.1" status: 200 len: 998 time: 0.0679660 Jul 20 17:58:39.620346 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-a94aeee0-f013-4f83-88be-ca9c4e01fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.623636 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-a94aeee0-f013-4f83-88be-ca9c4e01fffc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.0867319 Jul 20 17:58:39.632597 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:58:39.751496 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:39.762633 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-91d2ca3e-bb59-4670-bb7b-638d1f16162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:39.770101 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-91d2ca3e-bb59-4670-bb7b-638d1f16162e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1222260 Jul 20 17:58:39.986102 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8568c6f-aab9-4953-a08b-ff0751131306 req-10d50225-d261-42bd-8804-62373542ac2d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:40.001172 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d8568c6f-aab9-4953-a08b-ff0751131306 req-10d50225-d261-42bd-8804-62373542ac2d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1159744 Jul 20 17:58:40.037571 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48118) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:40.059908 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-2349ffdc-02c3-413d-820e-88210bf95e34 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770541 Jul 20 17:58:40.100950 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d8568c6f-aab9-4953-a08b-ff0751131306 req-0e1906f9-de52-4796-962c-c53487a19b43 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982113 Jul 20 17:58:40.170080 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:40.210236 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-edd4227b-92fa-48dd-b7ea-0a1f8fb39161 req-eba21fb6-6f7e-4f8e-91ff-86de89e53723 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432378 Jul 20 17:58:40.268041 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'af45e101-2d68-4053-9d23-6fa98da80328', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'port_id': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'mac_address': 'fa:16:3e:01:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:53Z', 'updated_at': '2022-07-20T17:58:38Z', 'revision_number': 1, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:40.315016 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519adcdc-7d24-4b91-b2cc-92aa1b8650b5 None None] The sync data for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb is: [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'af45e101-2d68-4053-9d23-6fa98da80328', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'port_id': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'mac_address': 'fa:16:3e:01:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:53Z', 'updated_at': '2022-07-20T17:58:38Z', 'revision_number': 1, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:58:40.543896 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9581fe-9a58-4f59-bb7d-62cc75be8a3d None None] New status for floating IP af45e101-2d68-4053-9d23-6fa98da80328: ACTIVE {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 17:58:40.601146 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:40.846639 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:40.889913 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2332233a-0a36-4fa4-baff-09eda431a20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:40.915417 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48128) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:40.927440 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48130) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:40.935645 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:41.034335 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2332233a-0a36-4fa4-baff-09eda431a20b admin admin] Publish callbacks [] for security_group (0ab2c21f-ec8a-4fc9-81f0-b8e95ef7611e), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.106841 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-db45481e-7531-4545-b5a3-72bd779aebb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.120756 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2332233a-0a36-4fa4-baff-09eda431a20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0ab2c21f-ec8a-4fc9-81f0-b8e95ef7611e), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.226152 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f16d1e76-ff3d-4090-ad7b-7aab65f8e9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.248023 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-2332233a-0a36-4fa4-baff-09eda431a20b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7cb9ffa3234b4ea4bdbc2e543adf4985&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1978981 Jul 20 17:58:41.249502 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332233a-0a36-4fa4-baff-09eda431a20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab2c21f-ec8a-4fc9-81f0-b8e95ef7611e,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:41.251994 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48144) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:41.255756 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-db45481e-7531-4545-b5a3-72bd779aebb4 admin admin] Publish callbacks [] for security_group (e4c8b0c2-8b0c-49bb-a97d-ce5f6e9883e6), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.317715 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5f21b930-cf8c-43b6-b901-e76eceef5940 admin admin] Publish callbacks [] for security_group (0ab2c21f-ec8a-4fc9-81f0-b8e95ef7611e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.327421 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb02bf-4b95-47ed-bc63-f47548c42ea9 req-0e3fc042-ed15-4c2d-99ca-a1498fbb8e87 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:41.330098 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-66bb02bf-4b95-47ed-bc63-f47548c42ea9 req-0e3fc042-ed15-4c2d-99ca-a1498fbb8e87 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1176403 Jul 20 17:58:41.348934 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5f21b930-cf8c-43b6-b901-e76eceef5940 admin admin] Publish callbacks [] for security_group (0ab2c21f-ec8a-4fc9-81f0-b8e95ef7611e), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.358202 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-db45481e-7531-4545-b5a3-72bd779aebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (e4c8b0c2-8b0c-49bb-a97d-ce5f6e9883e6), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.445813 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-66bb02bf-4b95-47ed-bc63-f47548c42ea9 req-ae1dcd91-4eb5-432a-8c11-0bb68f5cfe68 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011343 Jul 20 17:58:41.450421 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-db45481e-7531-4545-b5a3-72bd779aebb4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ccd14d1d41504eafa8320acfdce3f00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5329297 Jul 20 17:58:41.451764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45481e-7531-4545-b5a3-72bd779aebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c8b0c2-8b0c-49bb-a97d-ce5f6e9883e6,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:41.454700 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48148) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:41.493503 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f16d1e76-ff3d-4090-ad7b-7aab65f8e9b9 admin admin] Publish callbacks [] for security_group (d86403a7-7d4e-4c52-864d-f117b1baafda), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.549641 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9f22898f-059a-4976-8295-2eab2c7da6c5 admin admin] Publish callbacks [] for security_group (e4c8b0c2-8b0c-49bb-a97d-ce5f6e9883e6), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.570869 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f16d1e76-ff3d-4090-ad7b-7aab65f8e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (d86403a7-7d4e-4c52-864d-f117b1baafda), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.577916 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9f22898f-059a-4976-8295-2eab2c7da6c5 admin admin] Publish callbacks [] for security_group (e4c8b0c2-8b0c-49bb-a97d-ce5f6e9883e6), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.609598 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5f21b930-cf8c-43b6-b901-e76eceef5940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0ab2c21f-ec8a-4fc9-81f0-b8e95ef7611e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.613703 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5f21b930-cf8c-43b6-b901-e76eceef5940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.617290 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-5f21b930-cf8c-43b6-b901-e76eceef5940 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0ab2c21f-ec8a-4fc9-81f0-b8e95ef7611e HTTP/1.1" status: 204 len: 168 time: 0.3619041 Jul 20 17:58:41.635026 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f16d1e76-ff3d-4090-ad7b-7aab65f8e9b9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=617b3818c8d349f8ad832df9c31f3893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7064924 Jul 20 17:58:41.635987 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21b930-cf8c-43b6-b901-e76eceef5940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab2c21f-ec8a-4fc9-81f0-b8e95ef7611e,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:41.638138 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48156) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:41.650114 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d1e76-ff3d-4090-ad7b-7aab65f8e9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86403a7-7d4e-4c52-864d-f117b1baafda,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:41.722627 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-86fb8140-ce98-4c96-b20b-b26c81be2cc8 admin admin] Publish callbacks [] for security_group (d86403a7-7d4e-4c52-864d-f117b1baafda), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.751604 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-86fb8140-ce98-4c96-b20b-b26c81be2cc8 admin admin] Publish callbacks [] for security_group (d86403a7-7d4e-4c52-864d-f117b1baafda), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.791371 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9f22898f-059a-4976-8295-2eab2c7da6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (e4c8b0c2-8b0c-49bb-a97d-ce5f6e9883e6), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.794586 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9f22898f-059a-4976-8295-2eab2c7da6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.795766 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9f22898f-059a-4976-8295-2eab2c7da6c5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e4c8b0c2-8b0c-49bb-a97d-ce5f6e9883e6 HTTP/1.1" status: 204 len: 168 time: 0.3399568 Jul 20 17:58:41.806397 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22898f-059a-4976-8295-2eab2c7da6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c8b0c2-8b0c-49bb-a97d-ce5f6e9883e6,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:41.930486 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-86fb8140-ce98-4c96-b20b-b26c81be2cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (d86403a7-7d4e-4c52-864d-f117b1baafda), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.934159 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-86fb8140-ce98-4c96-b20b-b26c81be2cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:41.935865 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-86fb8140-ce98-4c96-b20b-b26c81be2cc8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d86403a7-7d4e-4c52-864d-f117b1baafda HTTP/1.1" status: 204 len: 168 time: 0.2965579 Jul 20 17:58:41.949565 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb8140-ce98-4c96-b20b-b26c81be2cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86403a7-7d4e-4c52-864d-f117b1baafda,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:42.175425 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:42.280541 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:42.596401 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f1c3f-b96f-452a-b78e-7944facac45d req-283c09c7-1904-4108-93cc-1cd1ea18189b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:42.598288 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-853f1c3f-b96f-452a-b78e-7944facac45d req-283c09c7-1904-4108-93cc-1cd1ea18189b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0531371 Jul 20 17:58:42.668802 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:42.677031 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-853f1c3f-b96f-452a-b78e-7944facac45d req-46213261-1703-4ef2-8567-2f0d0e57452a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723827 Jul 20 17:58:43.069031 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:43.084436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48186) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:43.103534 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-73f91d18-4b11-47bb-9650-d7b02e54372b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.212613 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:43.221379 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48190) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:43.257113 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-73f91d18-4b11-47bb-9650-d7b02e54372b admin admin] Publish callbacks [] for security_group (a499e220-d776-4d79-b8d6-64953a7b32ed), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.259644 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a982f871-aa39-4515-8e13-aeb6480b489a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.310104 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:43.385529 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-73f91d18-4b11-47bb-9650-d7b02e54372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a499e220-d776-4d79-b8d6-64953a7b32ed), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.429427 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f91d18-4b11-47bb-9650-d7b02e54372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a499e220-d776-4d79-b8d6-64953a7b32ed,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:43.437369 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a982f871-aa39-4515-8e13-aeb6480b489a admin admin] Publish callbacks [] for security_group (62ae838d-1d43-4f1e-8821-407662569713), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.453186 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-73f91d18-4b11-47bb-9650-d7b02e54372b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4ac96e83ccb54d87871c74713246f5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669810 Jul 20 17:58:43.456227 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48200) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:43.530249 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8de47720-1de3-45bc-9608-a11c2a7ac07d admin admin] Publish callbacks [] for security_group (a499e220-d776-4d79-b8d6-64953a7b32ed), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.533068 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a982f871-aa39-4515-8e13-aeb6480b489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (62ae838d-1d43-4f1e-8821-407662569713), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.598971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8de47720-1de3-45bc-9608-a11c2a7ac07d admin admin] Publish callbacks [] for security_group (a499e220-d776-4d79-b8d6-64953a7b32ed), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.615427 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-a982f871-aa39-4515-8e13-aeb6480b489a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e5859998cf984ba2b1ab1049f7273c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900180 Jul 20 17:58:43.615591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982f871-aa39-4515-8e13-aeb6480b489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ae838d-1d43-4f1e-8821-407662569713,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:43.616935 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48206) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:43.690193 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b24a533c-8e23-459f-8008-93423643a78a admin admin] Publish callbacks [] for security_group (62ae838d-1d43-4f1e-8821-407662569713), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.722270 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b24a533c-8e23-459f-8008-93423643a78a admin admin] Publish callbacks [] for security_group (62ae838d-1d43-4f1e-8821-407662569713), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.822340 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8de47720-1de3-45bc-9608-a11c2a7ac07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a499e220-d776-4d79-b8d6-64953a7b32ed), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.825609 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8de47720-1de3-45bc-9608-a11c2a7ac07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.826879 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8de47720-1de3-45bc-9608-a11c2a7ac07d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a499e220-d776-4d79-b8d6-64953a7b32ed HTTP/1.1" status: 204 len: 168 time: 0.3690264 Jul 20 17:58:43.841592 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de47720-1de3-45bc-9608-a11c2a7ac07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a499e220-d776-4d79-b8d6-64953a7b32ed,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:43.874806 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8edc7-dee7-4d36-a1ec-ca9d78cf4a7f req-9b955ab9-e1ea-43f4-96ac-a8130db2009a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:43.877720 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1a8edc7-dee7-4d36-a1ec-ca9d78cf4a7f req-9b955ab9-e1ea-43f4-96ac-a8130db2009a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0967333 Jul 20 17:58:43.879896 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b24a533c-8e23-459f-8008-93423643a78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (62ae838d-1d43-4f1e-8821-407662569713), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.886036 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b24a533c-8e23-459f-8008-93423643a78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:43.888364 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-b24a533c-8e23-459f-8008-93423643a78a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/62ae838d-1d43-4f1e-8821-407662569713 HTTP/1.1" status: 204 len: 168 time: 0.2699485 Jul 20 17:58:43.931744 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a533c-8e23-459f-8008-93423643a78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ae838d-1d43-4f1e-8821-407662569713,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:43.982896 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1a8edc7-dee7-4d36-a1ec-ca9d78cf4a7f req-2faf804b-0d51-485d-8464-eeaacd9458fb tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927265 Jul 20 17:58:44.203453 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a2e77-248c-4ef5-a24d-de5072dd1766 req-c8a8fb30-845c-43af-9678-1b6152f0d9d3 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:44.205091 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0b9a2e77-248c-4ef5-a24d-de5072dd1766 req-c8a8fb30-845c-43af-9678-1b6152f0d9d3 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 946 time: 0.0520601 Jul 20 17:58:44.259256 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0b9a2e77-248c-4ef5-a24d-de5072dd1766 req-e4d7bf1b-d11f-4e0e-9b50-86df74725378 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483468 Jul 20 17:58:44.388222 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:44.634621 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:44.787408 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:44.833868 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48244) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:44.848853 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-32095f04-1335-45de-b647-a93c0001ddaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:44.968771 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-32095f04-1335-45de-b647-a93c0001ddaf admin admin] Publish callbacks [] for security_group (e32d7099-3c2f-48f5-85f5-f4836a0da894), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:45.012346 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:45.039523 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-32095f04-1335-45de-b647-a93c0001ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (e32d7099-3c2f-48f5-85f5-f4836a0da894), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:45.110987 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-32095f04-1335-45de-b647-a93c0001ddaf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=85b4e8c212fc40a78bf71f97267da97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734640 Jul 20 17:58:45.110987 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32095f04-1335-45de-b647-a93c0001ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32d7099-3c2f-48f5-85f5-f4836a0da894,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:45.111864 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48260) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:45.164420 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a93a6b-cfcf-493d-9040-d1bef7a9c8db req-c1ad7242-a2af-40ee-b16e-0cf31eeccbf5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:45.168373 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-48a93a6b-cfcf-493d-9040-d1bef7a9c8db req-c1ad7242-a2af-40ee-b16e-0cf31eeccbf5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1031899 Jul 20 17:58:45.269414 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-713eed60-71cd-4a02-a143-e706dc5c74f5 admin admin] Publish callbacks [] for security_group (e32d7099-3c2f-48f5-85f5-f4836a0da894), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:45.281628 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-48a93a6b-cfcf-493d-9040-d1bef7a9c8db req-0bb67d38-3a7f-4c83-bdbe-2c5b48bef603 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063533 Jul 20 17:58:45.299448 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-713eed60-71cd-4a02-a143-e706dc5c74f5 admin admin] Publish callbacks [] for security_group (e32d7099-3c2f-48f5-85f5-f4836a0da894), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:45.508844 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:45.517251 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc791c6-bd9c-4cf6-a42d-e1c6327d7f41 req-f41ad1ee-8fce-4d5a-8f34-5fee65fda8a4 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:45.523859 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dc791c6-bd9c-4cf6-a42d-e1c6327d7f41 req-f41ad1ee-8fce-4d5a-8f34-5fee65fda8a4 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 946 time: 0.0864360 Jul 20 17:58:45.552154 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-713eed60-71cd-4a02-a143-e706dc5c74f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (e32d7099-3c2f-48f5-85f5-f4836a0da894), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:45.556883 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-713eed60-71cd-4a02-a143-e706dc5c74f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:45.562134 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-713eed60-71cd-4a02-a143-e706dc5c74f5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e32d7099-3c2f-48f5-85f5-f4836a0da894 HTTP/1.1" status: 204 len: 168 time: 0.4437935 Jul 20 17:58:45.571171 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eed60-71cd-4a02-a143-e706dc5c74f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32d7099-3c2f-48f5-85f5-f4836a0da894,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:45.606397 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dc791c6-bd9c-4cf6-a42d-e1c6327d7f41 req-b150113c-2479-48c6-b9ac-6f4d95f6e707 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793104 Jul 20 17:58:46.473340 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:46.501958 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d123-ab40-49b7-bbc2-1db9036b5bf8 req-d62930fc-23cd-4fde-9197-db9ee3ac1919 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:46.510404 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0a31d123-ab40-49b7-bbc2-1db9036b5bf8 req-d62930fc-23cd-4fde-9197-db9ee3ac1919 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1085308 Jul 20 17:58:46.536858 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:46.588925 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0a31d123-ab40-49b7-bbc2-1db9036b5bf8 req-9eca20d9-867f-4f9e-a48e-3b5b50869f91 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770574 Jul 20 17:58:46.748973 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a887f9-45a3-440c-bd72-b9f0dea3a1e5 req-12976c57-c57b-4aef-8702-6e3dd2492f41 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:46.750564 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b6a887f9-45a3-440c-bd72-b9f0dea3a1e5 req-12976c57-c57b-4aef-8702-6e3dd2492f41 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 946 time: 0.0529613 Jul 20 17:58:46.870498 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b6a887f9-45a3-440c-bd72-b9f0dea3a1e5 req-dca2b465-a910-4799-a64b-d15f109de23b tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/security-groups?id=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495200 Jul 20 17:58:47.027578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-b3a8dcba-56e3-477e-a3b7-b9dbc7706544 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:47.029199 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-b3a8dcba-56e3-477e-a3b7-b9dbc7706544 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 946 time: 0.1012108 Jul 20 17:58:47.167383 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Deleting port 1371da59-2131-453f-b28b-74c6aa8d44e3 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:58:47.167848 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:47.296519 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] For port 1371da59-2131-453f-b28b-74c6aa8d44e3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1371da59-2131-453f-b28b-74c6aa8d44e3,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:47.297153 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:47.338150 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Calling delete_port for 1371da59-2131-453f-b28b-74c6aa8d44e3 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:58:47.605116 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (1371da59-2131-453f-b28b-74c6aa8d44e3), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:47.634486 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Pushing event deleted for resources: {'Port': ['ID=1371da59-2131-453f-b28b-74c6aa8d44e3,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:47.657381 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['1371da59-2131-453f-b28b-74c6aa8d44e3'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:58:47.707986 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] No DVR routers for this DVR port 1371da59-2131-453f-b28b-74c6aa8d44e3 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:58:47.712304 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:47.715975 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6c7f220a-f34c-4a4a-8e8d-f00fc0576d22 req-c7c60093-5f88-4060-9d15-33900d4921b6 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.13 "DELETE /v2.0/ports/1371da59-2131-453f-b28b-74c6aa8d44e3 HTTP/1.1" status: 204 len: 173 time: 0.6809096 Jul 20 17:58:47.716457 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd', 'name': 'network-vif-deleted', 'tag': '1371da59-2131-453f-b28b-74c6aa8d44e3'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:58:47.718810 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfe0bc3-3e8f-4587-87b8-4f2f7712307f" -d '{"events": [{"server_uuid": "3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd", "name": "network-vif-deleted", "tag": "1371da59-2131-453f-b28b-74c6aa8d44e3"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:58:47.776834 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5539840b-7835-4746-9db2-e6e09c2f9bac x-openstack-request-id: req-5539840b-7835-4746-9db2-e6e09c2f9bac {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:58:47.777116 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd", "name": "network-vif-deleted", "tag": "1371da59-2131-453f-b28b-74c6aa8d44e3", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:58:47.777571 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5539840b-7835-4746-9db2-e6e09c2f9bac {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:58:47.778247 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5539840b-7835-4746-9db2-e6e09c2f9bac'] response: {'server_uuid': '3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd', 'name': 'network-vif-deleted', 'tag': '1371da59-2131-453f-b28b-74c6aa8d44e3', 'status': 'completed', 'code': 200} Jul 20 17:58:47.782949 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2b0e1-01c0-4857-bc51-a37f4962b3c6 req-3d9a656a-9de3-4824-9555-ccb29772cc90 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:47.784770 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8cd2b0e1-01c0-4857-bc51-a37f4962b3c6 req-3d9a656a-9de3-4824-9555-ccb29772cc90 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0712802 Jul 20 17:58:47.943798 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8cd2b0e1-01c0-4857-bc51-a37f4962b3c6 req-a6ff0106-759d-4acc-9aed-02caac904973 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519227 Jul 20 17:58:48.009143 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e5f72b23-ac71-4f83-92ad-c9ba0118b5ad req-be45b83f-d1f2-4e39-a8a8-79b7193a0b24 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.0543563 Jul 20 17:58:48.050007 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48364) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:48.234022 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ee34d58b-1f20-4547-81f6-8d73826c8b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:48.341517 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ee34d58b-1f20-4547-81f6-8d73826c8b8b admin admin] Publish callbacks [] for security_group (7b1e45e0-1c79-47e4-a157-b6446c44d2b1), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:48.469132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ee34d58b-1f20-4547-81f6-8d73826c8b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (7b1e45e0-1c79-47e4-a157-b6446c44d2b1), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:48.512683 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34d58b-1f20-4547-81f6-8d73826c8b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1e45e0-1c79-47e4-a157-b6446c44d2b1,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:48.531132 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-ee34d58b-1f20-4547-81f6-8d73826c8b8b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c837c5f4b4174b50b70aa85696e7f518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4798594 Jul 20 17:58:48.535326 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48396) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:48.598056 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=80 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:48.598490 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f5b7-466a-4f65-897d-c09f198eab6a admin admin] Publish callbacks [] for security_group (7b1e45e0-1c79-47e4-a157-b6446c44d2b1), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:48.624404 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f5b7-466a-4f65-897d-c09f198eab6a admin admin] Publish callbacks [] for security_group (7b1e45e0-1c79-47e4-a157-b6446c44d2b1), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:48.817051 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f5b7-466a-4f65-897d-c09f198eab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (7b1e45e0-1c79-47e4-a157-b6446c44d2b1), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:48.822387 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f5b7-466a-4f65-897d-c09f198eab6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:48.823559 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-d3d9f5b7-466a-4f65-897d-c09f198eab6a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7b1e45e0-1c79-47e4-a157-b6446c44d2b1 HTTP/1.1" status: 204 len: 168 time: 0.2872772 Jul 20 17:58:48.839023 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9f5b7-466a-4f65-897d-c09f198eab6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1e45e0-1c79-47e4-a157-b6446c44d2b1,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:49.113313 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9cae5-b0eb-4394-a343-09a50b0fb545 req-6b42f380-240b-4866-ae39-f0120acd9419 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:49.116301 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ddd9cae5-b0eb-4394-a343-09a50b0fb545 req-6b42f380-240b-4866-ae39-f0120acd9419 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0729299 Jul 20 17:58:49.161583 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:49.199247 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-31ac0539-211b-4d56-9f10-a59f019b44fe req-184950a3-7c44-4062-9a05-b2d74ac0eac0 tempest-DeleteServersTestJSON-440249855 tempest-DeleteServersTestJSON-440249855-project] 10.222.0.27 "GET /v2.0/ports?device_id=3c7be99f-b4ba-4fbc-9d5e-9b6f50cd82fd HTTP/1.1" status: 200 len: 210 time: 0.0601442 Jul 20 17:58:49.230922 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ddd9cae5-b0eb-4394-a343-09a50b0fb545 req-cc7be2af-0a89-4b29-8512-fd0a9defc26e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001673 Jul 20 17:58:49.302912 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48418) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:49.406322 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:49.593546 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:49.617226 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7c8760a2-32e6-4192-8193-935aa40acf99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:49.745636 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7c8760a2-32e6-4192-8193-935aa40acf99 admin admin] Publish callbacks [] for security_group (37e4a258-b6ce-44f0-949c-920dc87c829d), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:49.914643 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7c8760a2-32e6-4192-8193-935aa40acf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (37e4a258-b6ce-44f0-949c-920dc87c829d), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:49.960169 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-7c8760a2-32e6-4192-8193-935aa40acf99 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=67102803a5d24bfc828efa38e5610eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6546392 Jul 20 17:58:49.963264 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48428) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:49.970356 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8760a2-32e6-4192-8193-935aa40acf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4a258-b6ce-44f0-949c-920dc87c829d,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:50.026533 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82845826-a4c7-4b21-a00b-3e4d381cc8e0 admin admin] Publish callbacks [] for security_group (37e4a258-b6ce-44f0-949c-920dc87c829d), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.051450 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82845826-a4c7-4b21-a00b-3e4d381cc8e0 admin admin] Publish callbacks [] for security_group (37e4a258-b6ce-44f0-949c-920dc87c829d), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.116670 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48430) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:50.126885 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ac257d28-37f4-49ac-9a33-483571523761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.259977 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=82 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:50.264581 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82845826-a4c7-4b21-a00b-3e4d381cc8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (37e4a258-b6ce-44f0-949c-920dc87c829d), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.269951 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82845826-a4c7-4b21-a00b-3e4d381cc8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.272901 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-82845826-a4c7-4b21-a00b-3e4d381cc8e0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/37e4a258-b6ce-44f0-949c-920dc87c829d HTTP/1.1" status: 204 len: 168 time: 0.3070867 Jul 20 17:58:50.273410 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=22 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:50.331265 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82845826-a4c7-4b21-a00b-3e4d381cc8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4a258-b6ce-44f0-949c-920dc87c829d,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:50.431275 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9b5f2-ed09-4151-8887-53844dff2aef req-d7499a13-e8cb-48e6-88cf-c9610f22b989 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:50.433192 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a6a9b5f2-ed09-4151-8887-53844dff2aef req-d7499a13-e8cb-48e6-88cf-c9610f22b989 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0732305 Jul 20 17:58:50.481339 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ac257d28-37f4-49ac-9a33-483571523761 admin admin] Publish callbacks [] for security_group (36a5d71a-f72d-4b4b-97d9-e784fc7ec3af), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.508014 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a6a9b5f2-ed09-4151-8887-53844dff2aef req-e8854244-6fad-4cbf-bcb4-a486df468255 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660789 Jul 20 17:58:50.548045 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ac257d28-37f4-49ac-9a33-483571523761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (36a5d71a-f72d-4b4b-97d9-e784fc7ec3af), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.593068 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-ac257d28-37f4-49ac-9a33-483571523761 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d420b2fc473347e9bf35e2e1b300dd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789484 Jul 20 17:58:50.601235 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac257d28-37f4-49ac-9a33-483571523761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a5d71a-f72d-4b4b-97d9-e784fc7ec3af,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:50.601235 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48444) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:50.654816 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5b622329-bd39-4347-ab9b-bbfbb0bb7e07 admin admin] Publish callbacks [] for security_group (36a5d71a-f72d-4b4b-97d9-e784fc7ec3af), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.680033 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5b622329-bd39-4347-ab9b-bbfbb0bb7e07 admin admin] Publish callbacks [] for security_group (36a5d71a-f72d-4b4b-97d9-e784fc7ec3af), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.896635 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5b622329-bd39-4347-ab9b-bbfbb0bb7e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (36a5d71a-f72d-4b4b-97d9-e784fc7ec3af), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.900584 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5b622329-bd39-4347-ab9b-bbfbb0bb7e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:50.904803 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-5b622329-bd39-4347-ab9b-bbfbb0bb7e07 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/36a5d71a-f72d-4b4b-97d9-e784fc7ec3af HTTP/1.1" status: 204 len: 168 time: 0.3035066 Jul 20 17:58:50.923167 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b622329-bd39-4347-ab9b-bbfbb0bb7e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a5d71a-f72d-4b4b-97d9-e784fc7ec3af,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:50.952260 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1371da59-2131-453f-b28b-74c6aa8d44e3 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:58:50.992548 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 1371da59-2131-453f-b28b-74c6aa8d44e3 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:58:50.992859 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1371da59-2131-453f-b28b-74c6aa8d44e3 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:58:51.479692 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48470) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:51.494561 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7909-c113-4ded-9dd1-aa534053c78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:51.536013 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:51.593201 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7909-c113-4ded-9dd1-aa534053c78c admin admin] Publish callbacks [] for security_group (3f9e2fa3-f8b4-496a-b2f0-62b75826659c), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:51.605404 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:51.652301 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6721f3-a1c0-475e-85cf-9c262069975b req-9f1fa850-3977-479d-8aaf-4d889f742397 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:51.655101 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5b6721f3-a1c0-475e-85cf-9c262069975b req-9f1fa850-3977-479d-8aaf-4d889f742397 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0597529 Jul 20 17:58:51.678554 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7909-c113-4ded-9dd1-aa534053c78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (3f9e2fa3-f8b4-496a-b2f0-62b75826659c), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:51.734658 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c1bc7909-c113-4ded-9dd1-aa534053c78c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0e674354fca14cdeaf83305a0e2242c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536812 Jul 20 17:58:51.737550 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48480) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:51.747259 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc7909-c113-4ded-9dd1-aa534053c78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9e2fa3-f8b4-496a-b2f0-62b75826659c,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:51.753143 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5b6721f3-a1c0-475e-85cf-9c262069975b req-03a62b9d-ebdc-4db4-bee6-a2923c5c0af0 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917029 Jul 20 17:58:51.801303 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b0817781-a5c2-43e2-855a-695c958c31f6 admin admin] Publish callbacks [] for security_group (3f9e2fa3-f8b4-496a-b2f0-62b75826659c), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:51.824527 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b0817781-a5c2-43e2-855a-695c958c31f6 admin admin] Publish callbacks [] for security_group (3f9e2fa3-f8b4-496a-b2f0-62b75826659c), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:52.010729 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b0817781-a5c2-43e2-855a-695c958c31f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (3f9e2fa3-f8b4-496a-b2f0-62b75826659c), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:52.013369 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b0817781-a5c2-43e2-855a-695c958c31f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:52.014568 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-b0817781-a5c2-43e2-855a-695c958c31f6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3f9e2fa3-f8b4-496a-b2f0-62b75826659c HTTP/1.1" status: 204 len: 168 time: 0.2759070 Jul 20 17:58:52.028289 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0817781-a5c2-43e2-855a-695c958c31f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9e2fa3-f8b4-496a-b2f0-62b75826659c,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:52.177320 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:52.496179 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:52.582467 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48512) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:52.939691 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be4e5-3430-42b3-a1e3-1ed35c80b0f0 req-b658f67d-b920-400b-8f9f-492eed352779 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:52.948560 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-571be4e5-3430-42b3-a1e3-1ed35c80b0f0 req-b658f67d-b920-400b-8f9f-492eed352779 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0897524 Jul 20 17:58:52.956291 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:53.016657 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-571be4e5-3430-42b3-a1e3-1ed35c80b0f0 req-ddb9c61a-61de-4bf2-a0da-03d6d6b966fe tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Jul 20 17:58:53.303568 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (330cc834-ad34-4ae7-8446-872ed553fed2), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:53.621978 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Deleting port 3aea7cea-2297-49d4-87a7-63ada03f979e {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:58:53.622377 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:53.742219 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] For port 3aea7cea-2297-49d4-87a7-63ada03f979e, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=3aea7cea-2297-49d4-87a7-63ada03f979e,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:53.742849 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:53.758319 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Calling delete_port for 3aea7cea-2297-49d4-87a7-63ada03f979e owned by network:router_interface {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:58:54.078556 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (3aea7cea-2297-49d4-87a7-63ada03f979e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:54.133254 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aea7cea-2297-49d4-87a7-63ada03f979e,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:54.165652 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450d55d-10b6-4967-9add-8653d57bceb6 req-be958530-4d14-4845-8cd7-d37b061f2991 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:54.168081 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0450d55d-10b6-4967-9add-8653d57bceb6 req-be958530-4d14-4845-8cd7-d37b061f2991 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0765135 Jul 20 17:58:54.230269 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0450d55d-10b6-4967-9add-8653d57bceb6 req-277b7a56-128f-4063-8b2d-8ee37a678a84 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547173 Jul 20 17:58:54.360445 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (330cc834-ad34-4ae7-8446-872ed553fed2), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:54.467225 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:54.563931 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:54.624374 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Router 330cc834-ad34-4ae7-8446-872ed553fed2 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:58:54.752786 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:58:54.759075 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-78d9653b-f122-41fd-8430-268edc34f819 admin admin] 10.222.0.27 "PUT /v2.0/routers/330cc834-ad34-4ae7-8446-872ed553fed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1742172 Jul 20 17:58:54.761170 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48586) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:54.765819 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] Sync routers for ids ['330cc834-ad34-4ae7-8446-872ed553fed2'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:58:54.777557 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] Routers {'330cc834-ad34-4ae7-8446-872ed553fed2'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:58:54.778190 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:58:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['330cc834-ad34-4ae7-8446-872ed553fed2'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:54.789146 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48588) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:54.905276 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks [] for router (330cc834-ad34-4ae7-8446-872ed553fed2), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:54.906014 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] Set router 330cc834-ad34-4ae7-8446-872ed553fed2 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:58:54.925287 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:54.996450 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-be6ff57d-6452-4661-a4a3-3cf6b0965bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.042800 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks [] for router_gateway (330cc834-ad34-4ae7-8446-872ed553fed2), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.132256 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-be6ff57d-6452-4661-a4a3-3cf6b0965bdf admin admin] Publish callbacks [] for security_group (2db81a09-f2bf-40c8-bf7a-8ba9a329694d), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.161885 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:58:53Z', 'revision_number': 5, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:55.192888 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] Checking router: 330cc834-ad34-4ae7-8446-872ed553fed2 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:58:55.209032 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] Routers {'330cc834-ad34-4ae7-8446-872ed553fed2'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:58:55.209032 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:58:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['330cc834-ad34-4ae7-8446-872ed553fed2'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:55.313850 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-be6ff57d-6452-4661-a4a3-3cf6b0965bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (2db81a09-f2bf-40c8-bf7a-8ba9a329694d), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.317904 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Deleting port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:58:55.318552 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.336291 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] Set router 330cc834-ad34-4ae7-8446-872ed553fed2 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:58:55.384945 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ff57d-6452-4661-a4a3-3cf6b0965bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db81a09-f2bf-40c8-bf7a-8ba9a329694d,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:55.420816 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-be6ff57d-6452-4661-a4a3-3cf6b0965bdf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6c02bca06ed043edb7e5b72747b03aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6286826 Jul 20 17:58:55.442070 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48608) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:55.487757 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e475f-da8f-43da-9895-4f4134d40c26 req-f4f36d0e-9440-43f5-973f-97bf552690d3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:55.493199 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-073e475f-da8f-43da-9895-4f4134d40c26 req-f4f36d0e-9440-43f5-973f-97bf552690d3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.1094112 Jul 20 17:58:55.518329 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] For port 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=1124b1dd-6e00-4bd5-84c2-30bf3d0f4712,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:55.519034 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.528694 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:55.546039 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Calling delete_port for 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:58:55.567086 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:58:53Z', 'revision_number': 5, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:55.596247 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6003a-53c3-4ef9-85c6-f721205f8555 None None] The sync data for ids ['330cc834-ad34-4ae7-8446-872ed553fed2'] in dv-cinder-849846-3-smb is: [{'id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'name': 'tempest-DeleteServersTestJSON-1617060539-router', 'tenant_id': '61b7362c35c349308550f613cf8fcc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:25Z', 'updated_at': '2022-07-20T17:58:53Z', 'revision_number': 5, 'project_id': '61b7362c35c349308550f613cf8fcc39', 'gw_port': {'id': '1124b1dd-6e00-4bd5-84c2-30bf3d0f4712', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cc834-ad34-4ae7-8446-872ed553fed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:26Z', 'updated_at': '2022-07-20T17:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:58:55.597378 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f323b32-02df-4f1c-ad02-36e22f61678c admin admin] Publish callbacks [] for security_group (2db81a09-f2bf-40c8-bf7a-8ba9a329694d), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.656658 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f323b32-02df-4f1c-ad02-36e22f61678c admin admin] Publish callbacks [] for security_group (2db81a09-f2bf-40c8-bf7a-8ba9a329694d), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.661308 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-073e475f-da8f-43da-9895-4f4134d40c26 req-76551fac-e01d-4aaa-8b20-de2febd59dd1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577840 Jul 20 17:58:55.685412 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-1a58ccdd-353b-418b-9bf7-cdba09e60dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.738744 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:55.839098 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f323b32-02df-4f1c-ad02-36e22f61678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (2db81a09-f2bf-40c8-bf7a-8ba9a329694d), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.841875 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f323b32-02df-4f1c-ad02-36e22f61678c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.843070 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-3f323b32-02df-4f1c-ad02-36e22f61678c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2db81a09-f2bf-40c8-bf7a-8ba9a329694d HTTP/1.1" status: 204 len: 168 time: 0.3995166 Jul 20 17:58:55.852795 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323b32-02df-4f1c-ad02-36e22f61678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db81a09-f2bf-40c8-bf7a-8ba9a329694d,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:55.970956 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (1124b1dd-6e00-4bd5-84c2-30bf3d0f4712), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:55.999403 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Pushing event deleted for resources: {'Port': ['ID=1124b1dd-6e00-4bd5-84c2-30bf3d0f4712,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:56.044068 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (330cc834-ad34-4ae7-8446-872ed553fed2), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:56.195971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (330cc834-ad34-4ae7-8446-872ed553fed2), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:56.200150 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks [] for router_controller (330cc834-ad34-4ae7-8446-872ed553fed2), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:56.433525 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (330cc834-ad34-4ae7-8446-872ed553fed2), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:56.434209 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:56.435458 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330cc834-ad34-4ae7-8446-872ed553fed2 {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 17:58:56.457848 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:56.457848 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-19a803e9-4d78-48fe-b88b-493a45b6108e admin admin] 10.222.0.27 "DELETE /v2.0/routers/330cc834-ad34-4ae7-8446-872ed553fed2 HTTP/1.1" status: 204 len: 168 time: 1.6896615 Jul 20 17:58:56.458011 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48648) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:56.527859 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b0da70-4a73-44e7-a6d4-5beaf2192639 admin admin] Deleting subnet e92951dc-5e0b-4670-a257-dd07cda4666f {{(pid=111129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 17:58:56.533830 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41b0da70-4a73-44e7-a6d4-5beaf2192639 admin admin] Publish callbacks [] for subnet (e92951dc-5e0b-4670-a257-dd07cda4666f), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:56.641860 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41b0da70-4a73-44e7-a6d4-5beaf2192639 admin admin] Publish callbacks [] for subnet (e92951dc-5e0b-4670-a257-dd07cda4666f), precommit_delete_associations {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:56.660720 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 3aea7cea-2297-49d4-87a7-63ada03f979e no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:58:56.696934 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 3aea7cea-2297-49d4-87a7-63ada03f979e {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:58:56.697647 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 3aea7cea-2297-49d4-87a7-63ada03f979e not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:58:56.773584 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41b0da70-4a73-44e7-a6d4-5beaf2192639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (e92951dc-5e0b-4670-a257-dd07cda4666f), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:56.859407 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b85e77-ad8e-47fa-aa05-bceee25920a8 req-1539bf4f-b470-485d-8c62-41451d136010 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:56.861220 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a5b85e77-ad8e-47fa-aa05-bceee25920a8 req-1539bf4f-b470-485d-8c62-41451d136010 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0921504 Jul 20 17:58:56.938014 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a5b85e77-ad8e-47fa-aa05-bceee25920a8 req-9674110c-0b0c-459b-95e6-699a1cc6893c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Jul 20 17:58:57.034203 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41b0da70-4a73-44e7-a6d4-5beaf2192639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (e92951dc-5e0b-4670-a257-dd07cda4666f), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.111658 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41b0da70-4a73-44e7-a6d4-5beaf2192639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.118158 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8231b67e-2370-4e68-b2c7-03fc8e9dad5c None None] Network d5fbce8c-e18b-45b5-bb2a-e36081632fa6 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:58:57.131360 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-41b0da70-4a73-44e7-a6d4-5beaf2192639 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e92951dc-5e0b-4670-a257-dd07cda4666f HTTP/1.1" status: 204 len: 168 time: 0.6723869 Jul 20 17:58:57.131573 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48672) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:57.132897 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0da70-4a73-44e7-a6d4-5beaf2192639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92951dc-5e0b-4670-a257-dd07cda4666f,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:57.236765 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (d5fbce8c-e18b-45b5-bb2a-e36081632fa6), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.301401 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Deleting port 828da24e-2ee5-4fb8-a6c0-0f5101000edb {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:58:57.301908 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.389577 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] DHCP port deletion for d5fbce8c-e18b-45b5-bb2a-e36081632fa6 request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 17:58:57.467770 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] For port 828da24e-2ee5-4fb8-a6c0-0f5101000edb, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=828da24e-2ee5-4fb8-a6c0-0f5101000edb,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:57.467770 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.495058 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] Deleting port 828da24e-2ee5-4fb8-a6c0-0f5101000edb {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:58:57.495468 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.495639 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Calling delete_port for 828da24e-2ee5-4fb8-a6c0-0f5101000edb owned by network:dhcp {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:58:57.509654 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:57.595179 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] For port 828da24e-2ee5-4fb8-a6c0-0f5101000edb, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=828da24e-2ee5-4fb8-a6c0-0f5101000edb,segment=NetworkSegment(75675eca-66e4-4893-bd9c-76c34b7f2a14),segment_id=75675eca-66e4-4893-bd9c-76c34b7f2a14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:58:57.596149 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.615065 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:57.627699 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] Calling delete_port for 828da24e-2ee5-4fb8-a6c0-0f5101000edb owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:58:57.776612 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.805952 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Pushing event deleted for resources: {'Port': ['ID=828da24e-2ee5-4fb8-a6c0-0f5101000edb,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:57.810557 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] No DVR routers for this DVR port 828da24e-2ee5-4fb8-a6c0-0f5101000edb on host dv-cinder-849846-3-smb {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:58:57.822195 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (828da24e-2ee5-4fb8-a6c0-0f5101000edb), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.875733 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] Pushing event deleted for resources: {'Port': ['ID=828da24e-2ee5-4fb8-a6c0-0f5101000edb,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:57.888138 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76933334-e292-4e86-96bd-4b5429cf3da7 None None] No DVR routers for this DVR port 828da24e-2ee5-4fb8-a6c0-0f5101000edb on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:58:57.911805 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (d5fbce8c-e18b-45b5-bb2a-e36081632fa6), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:57.944199 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.944849 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.945663 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.946077 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > port after_create 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.946472 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > port after_delete 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.946872 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > port after_update 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.947260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.947656 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.948037 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.948424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:57.975703 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:58.004345 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:58.095976 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd196c1-05c4-4e74-8a3a-ccb9765e587f req-bb1dfa90-c9a3-44ad-9387-7e10507d1d7e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:58.098672 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dd196c1-05c4-4e74-8a3a-ccb9765e587f req-bb1dfa90-c9a3-44ad-9387-7e10507d1d7e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0702388 Jul 20 17:58:58.117297 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-18b07695-6fbd-4884-92a3-c913749e0a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.126868 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:58.127324 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:58.127737 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:58.128157 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 17:58:58.128888 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fbce8c-e18b-45b5-bb2a-e36081632fa6']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:58.176254 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75675eca-66e4-4893-bd9c-76c34b7f2a14') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:58.177312 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75675eca-66e4-4893-bd9c-76c34b7f2a14') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:58:58.200263 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (75675eca-66e4-4893-bd9c-76c34b7f2a14), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.220094 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dd196c1-05c4-4e74-8a3a-ccb9765e587f req-5fbe3f23-8602-415f-b4c8-20807c716004 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055193 Jul 20 17:58:58.225232 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (75675eca-66e4-4893-bd9c-76c34b7f2a14), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.236517 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 17:58:58.236869 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (75675eca-66e4-4893-bd9c-76c34b7f2a14), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.266591 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48728) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:58.406612 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3cd0aba4-c1e1-424a-a3d1-db6080377c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.518233 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (d5fbce8c-e18b-45b5-bb2a-e36081632fa6), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.551302 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48746) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:58.572244 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3cd0aba4-c1e1-424a-a3d1-db6080377c61 admin admin] Publish callbacks [] for security_group (9dfa4886-b9f9-4911-b5bb-6fdf053ac1c4), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.579801 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.588919 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] 10.222.0.27 "DELETE /v2.0/networks/d5fbce8c-e18b-45b5-bb2a-e36081632fa6 HTTP/1.1" status: 204 len: 168 time: 1.4556487 Jul 20 17:58:58.590435 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ccfe-0521-47ff-b216-dfaeae63dfcc admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fbce8c-e18b-45b5-bb2a-e36081632fa6,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:58.605475 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 75675eca-66e4-4893-bd9c-76c34b7f2a14 resource provider aggregate not found Jul 20 17:58:58.630443 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 75675eca-66e4-4893-bd9c-76c34b7f2a14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75675eca-66e4-4893-bd9c-76c34b7f2a14 found for delete ", "request_id": "req-94f0606e-927a-4f94-87ff-cf2e84d07f9c"}]} Jul 20 17:58:58.669649 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:58:58.690181 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3cd0aba4-c1e1-424a-a3d1-db6080377c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (9dfa4886-b9f9-4911-b5bb-6fdf053ac1c4), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.694716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:58:58.695818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 1124b1dd-6e00-4bd5-84c2-30bf3d0f4712 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:58:58.695818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 828da24e-2ee5-4fb8-a6c0-0f5101000edb no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:58:58.717272 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 828da24e-2ee5-4fb8-a6c0-0f5101000edb {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:58:58.717840 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 828da24e-2ee5-4fb8-a6c0-0f5101000edb not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:58:58.741917 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-3cd0aba4-c1e1-424a-a3d1-db6080377c61 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=296e117f96784347b25af1e5bba626b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4803290 Jul 20 17:58:58.744459 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48756) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:58.746714 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0aba4-c1e1-424a-a3d1-db6080377c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfa4886-b9f9-4911-b5bb-6fdf053ac1c4,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:58.781929 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-45077f4c-ba58-484d-aac2-54630a1eb106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.800197 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:58.856837 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-315f7b75-d17b-402e-9e4e-317742182d26 admin admin] Publish callbacks [] for security_group (9dfa4886-b9f9-4911-b5bb-6fdf053ac1c4), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.897303 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-315f7b75-d17b-402e-9e4e-317742182d26 admin admin] Publish callbacks [] for security_group (9dfa4886-b9f9-4911-b5bb-6fdf053ac1c4), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:58.947566 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-45077f4c-ba58-484d-aac2-54630a1eb106 admin admin] Publish callbacks [] for security_group (16f840e5-f60c-44aa-bff7-209ee34f03ba), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.056801 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-315f7b75-d17b-402e-9e4e-317742182d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (9dfa4886-b9f9-4911-b5bb-6fdf053ac1c4), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.061663 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-315f7b75-d17b-402e-9e4e-317742182d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.063948 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-315f7b75-d17b-402e-9e4e-317742182d26 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9dfa4886-b9f9-4911-b5bb-6fdf053ac1c4 HTTP/1.1" status: 204 len: 168 time: 0.3177998 Jul 20 17:58:59.075185 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-45077f4c-ba58-484d-aac2-54630a1eb106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (16f840e5-f60c-44aa-bff7-209ee34f03ba), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.098236 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7b75-d17b-402e-9e4e-317742182d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfa4886-b9f9-4911-b5bb-6fdf053ac1c4,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:59.129593 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-45077f4c-ba58-484d-aac2-54630a1eb106 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=248fe82f3d9c467d8891a6749765304a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5701201 Jul 20 17:58:59.129817 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48770) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:59.137140 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45077f4c-ba58-484d-aac2-54630a1eb106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f840e5-f60c-44aa-bff7-209ee34f03ba,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:59.205402 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48774) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:59.206015 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea417-175f-493a-a1b9-30dff2a29088 admin admin] Publish callbacks [] for security_group (16f840e5-f60c-44aa-bff7-209ee34f03ba), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.265077 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-a72493d3-7bd0-4193-9f2d-56203cef1191 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=61b7362c35c349308550f613cf8fcc39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0581222 Jul 20 17:58:59.270061 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48780) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:59.351811 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6853cc79-edc4-4a86-b4b5-4daa6fa79414 admin admin] Publish callbacks [] for security_group (cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.389209 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6853cc79-edc4-4a86-b4b5-4daa6fa79414 admin admin] Publish callbacks [] for security_group (cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.491351 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8597ad-423a-4828-82fc-6784fe6084df req-6f0aca54-398e-41c5-b78e-dbc033c6a2d9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:58:59.493504 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0c8597ad-423a-4828-82fc-6784fe6084df req-6f0aca54-398e-41c5-b78e-dbc033c6a2d9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0905659 Jul 20 17:58:59.518921 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:58:59.535712 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea417-175f-493a-a1b9-30dff2a29088 admin admin] Publish callbacks [] for security_group (16f840e5-f60c-44aa-bff7-209ee34f03ba), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.589629 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0c8597ad-423a-4828-82fc-6784fe6084df req-11f775fa-2d4b-4d65-a4cc-ca0fadb8c097 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859654 Jul 20 17:58:59.637203 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6853cc79-edc4-4a86-b4b5-4daa6fa79414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.640033 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6853cc79-edc4-4a86-b4b5-4daa6fa79414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.641431 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-6853cc79-edc4-4a86-b4b5-4daa6fa79414 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8 HTTP/1.1" status: 204 len: 168 time: 0.3704460 Jul 20 17:58:59.650786 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853cc79-edc4-4a86-b4b5-4daa6fa79414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0ce5f-0cdb-47f5-9d78-90b5ca7e67e8,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:59.667339 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea417-175f-493a-a1b9-30dff2a29088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (16f840e5-f60c-44aa-bff7-209ee34f03ba), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.670265 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea417-175f-493a-a1b9-30dff2a29088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:58:59.673568 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-5a3ea417-175f-493a-a1b9-30dff2a29088 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/16f840e5-f60c-44aa-bff7-209ee34f03ba HTTP/1.1" status: 204 len: 168 time: 0.5406847 Jul 20 17:58:59.687028 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ea417-175f-493a-a1b9-30dff2a29088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f840e5-f60c-44aa-bff7-209ee34f03ba,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:58:59.929627 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48790) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:58:59.951472 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1034752d-6621-464f-824a-19de3e80be1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.065114 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1034752d-6621-464f-824a-19de3e80be1f admin admin] Publish callbacks [] for security_group (9f8682bf-f65e-4ac5-a3a0-09352fd67b6f), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.147993 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1034752d-6621-464f-824a-19de3e80be1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (9f8682bf-f65e-4ac5-a3a0-09352fd67b6f), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.212024 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1034752d-6621-464f-824a-19de3e80be1f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=afb1f457c20d45aab8490acb9e494f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810962 Jul 20 17:59:00.215093 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48796) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:00.215346 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034752d-6621-464f-824a-19de3e80be1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8682bf-f65e-4ac5-a3a0-09352fd67b6f,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:00.289196 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64574213-dc6a-409c-bcde-58a09789e6b5 admin admin] Publish callbacks [] for security_group (9f8682bf-f65e-4ac5-a3a0-09352fd67b6f), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.315591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64574213-dc6a-409c-bcde-58a09789e6b5 admin admin] Publish callbacks [] for security_group (9f8682bf-f65e-4ac5-a3a0-09352fd67b6f), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.330327 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.460854 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:00.488256 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 48800) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:00.645670 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64574213-dc6a-409c-bcde-58a09789e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (9f8682bf-f65e-4ac5-a3a0-09352fd67b6f), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.649441 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64574213-dc6a-409c-bcde-58a09789e6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.650643 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-64574213-dc6a-409c-bcde-58a09789e6b5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9f8682bf-f65e-4ac5-a3a0-09352fd67b6f HTTP/1.1" status: 204 len: 168 time: 0.4345529 Jul 20 17:59:00.660692 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ff43700-d5ed-4d0d-b574-22d0aa2a8d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.674875 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64574213-dc6a-409c-bcde-58a09789e6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8682bf-f65e-4ac5-a3a0-09352fd67b6f,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:00.769767 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daec90e-0797-4ca9-a54a-e07fc9c9fac6 req-a469dedf-5a50-4d04-bee4-193878b5d1bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:00.772061 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1daec90e-0797-4ca9-a54a-e07fc9c9fac6 req-a469dedf-5a50-4d04-bee4-193878b5d1bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0657113 Jul 20 17:59:00.828038 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:00.851868 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ff43700-d5ed-4d0d-b574-22d0aa2a8d7c admin admin] Publish callbacks [] for security_group (dca20114-28d3-49de-8f33-0224631736aa), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.855902 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1daec90e-0797-4ca9-a54a-e07fc9c9fac6 req-8fb3f866-d17a-4c52-ad41-63c047828b77 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762978 Jul 20 17:59:00.886493 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:00.935299 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ff43700-d5ed-4d0d-b574-22d0aa2a8d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (dca20114-28d3-49de-8f33-0224631736aa), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:00.979387 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-8ff43700-d5ed-4d0d-b574-22d0aa2a8d7c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cacd35525d534a01976ff51836fcb4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892457 Jul 20 17:59:00.982012 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48818) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:00.995651 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff43700-d5ed-4d0d-b574-22d0aa2a8d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca20114-28d3-49de-8f33-0224631736aa,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:01.051471 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:01.075793 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-76f8920c-c19b-4b28-b313-54e28270b63e admin admin] Publish callbacks [] for security_group (dca20114-28d3-49de-8f33-0224631736aa), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:01.106780 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-76f8920c-c19b-4b28-b313-54e28270b63e admin admin] Publish callbacks [] for security_group (dca20114-28d3-49de-8f33-0224631736aa), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:01.433008 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-76f8920c-c19b-4b28-b313-54e28270b63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (dca20114-28d3-49de-8f33-0224631736aa), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:01.433682 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:01.436355 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-76f8920c-c19b-4b28-b313-54e28270b63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:01.439366 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-76f8920c-c19b-4b28-b313-54e28270b63e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dca20114-28d3-49de-8f33-0224631736aa HTTP/1.1" status: 204 len: 168 time: 0.4559944 Jul 20 17:59:01.466327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8920c-c19b-4b28-b313-54e28270b63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca20114-28d3-49de-8f33-0224631736aa,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:02.028276 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99438a88-2666-4345-86ec-c4610da3de7c req-28993981-c4b3-4462-9e52-ac299955463f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:02.030916 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-99438a88-2666-4345-86ec-c4610da3de7c req-28993981-c4b3-4462-9e52-ac299955463f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0941613 Jul 20 17:59:02.111503 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-99438a88-2666-4345-86ec-c4610da3de7c req-35e253d5-efba-486a-89ec-3068084c76f9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747538 Jul 20 17:59:02.189709 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:02.451461 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48886) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:02.468456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-142c53bd-b558-4490-8713-d3a4d3298e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:02.610316 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-142c53bd-b558-4490-8713-d3a4d3298e22 admin admin] Publish callbacks [] for security_group (8c91d27f-799b-40e4-bcdb-eab7c39a3f50), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:02.735683 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-142c53bd-b558-4490-8713-d3a4d3298e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8c91d27f-799b-40e4-bcdb-eab7c39a3f50), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:02.777649 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c53bd-b558-4490-8713-d3a4d3298e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c91d27f-799b-40e4-bcdb-eab7c39a3f50,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:02.781918 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-142c53bd-b558-4490-8713-d3a4d3298e22 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0033cf80de6a46ddb46668fd347dc43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294034 Jul 20 17:59:02.784880 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48890) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:02.846080 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f473b646-69e6-45c8-9fdf-6d1a1bf1bdfe admin admin] Publish callbacks [] for security_group (8c91d27f-799b-40e4-bcdb-eab7c39a3f50), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:02.877214 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f473b646-69e6-45c8-9fdf-6d1a1bf1bdfe admin admin] Publish callbacks [] for security_group (8c91d27f-799b-40e4-bcdb-eab7c39a3f50), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:03.032919 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:03.072660 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f473b646-69e6-45c8-9fdf-6d1a1bf1bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8c91d27f-799b-40e4-bcdb-eab7c39a3f50), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:03.075321 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f473b646-69e6-45c8-9fdf-6d1a1bf1bdfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:03.079303 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f473b646-69e6-45c8-9fdf-6d1a1bf1bdfe admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8c91d27f-799b-40e4-bcdb-eab7c39a3f50 HTTP/1.1" status: 204 len: 168 time: 0.2906508 Jul 20 17:59:03.087885 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473b646-69e6-45c8-9fdf-6d1a1bf1bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c91d27f-799b-40e4-bcdb-eab7c39a3f50,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:03.250481 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48908) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:03.290576 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:03.308598 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90caded-9c71-4db6-b587-6545d31b6b5f req-bac02403-ba5e-479d-a824-66c13a2b2b1d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:03.316212 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f90caded-9c71-4db6-b587-6545d31b6b5f req-bac02403-ba5e-479d-a824-66c13a2b2b1d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0864353 Jul 20 17:59:03.364402 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f90caded-9c71-4db6-b587-6545d31b6b5f req-9695870f-b655-4d0b-9804-13d1931d9691 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Jul 20 17:59:03.766635 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bb36c800-8a30-4277-a210-b527be5455ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:03.864618 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bb36c800-8a30-4277-a210-b527be5455ac admin admin] Publish callbacks [] for security_group (a7299b40-4e0e-4f11-8af0-f574c2662724), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:03.957437 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:03.981997 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bb36c800-8a30-4277-a210-b527be5455ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a7299b40-4e0e-4f11-8af0-f574c2662724), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:04.038034 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-bb36c800-8a30-4277-a210-b527be5455ac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=757021b9a86a4f1f83d2ea277f92bcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7863977 Jul 20 17:59:04.038938 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36c800-8a30-4277-a210-b527be5455ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7299b40-4e0e-4f11-8af0-f574c2662724,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:04.042719 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 48934) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:04.099127 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0fbd21eb-1ed0-4a5d-9664-fbf6b65d3155 admin admin] Publish callbacks [] for security_group (a7299b40-4e0e-4f11-8af0-f574c2662724), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:04.132919 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0fbd21eb-1ed0-4a5d-9664-fbf6b65d3155 admin admin] Publish callbacks [] for security_group (a7299b40-4e0e-4f11-8af0-f574c2662724), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:04.432167 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0fbd21eb-1ed0-4a5d-9664-fbf6b65d3155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a7299b40-4e0e-4f11-8af0-f574c2662724), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:04.435069 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0fbd21eb-1ed0-4a5d-9664-fbf6b65d3155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:04.439187 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-0fbd21eb-1ed0-4a5d-9664-fbf6b65d3155 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a7299b40-4e0e-4f11-8af0-f574c2662724 HTTP/1.1" status: 204 len: 168 time: 0.3954601 Jul 20 17:59:04.453173 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd21eb-1ed0-4a5d-9664-fbf6b65d3155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7299b40-4e0e-4f11-8af0-f574c2662724,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:04.526072 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81fb47-a212-4df5-bc95-8bb69a71d1e9 req-8e9b7208-4dd8-4bec-b356-2c09ec08d93d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:04.527689 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0d81fb47-a212-4df5-bc95-8bb69a71d1e9 req-8e9b7208-4dd8-4bec-b356-2c09ec08d93d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0752802 Jul 20 17:59:04.608292 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0d81fb47-a212-4df5-bc95-8bb69a71d1e9 req-37d87e2b-6335-48a8-9092-4099b19fc182 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736775 Jul 20 17:59:04.633255 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:05.551378 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=35 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:05.571080 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=85 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:05.732169 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6b213-2cbb-4758-b032-8a9ad2153742 req-ec4a03b1-e0dc-4876-9433-85f315d436f4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:05.733786 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e9b6b213-2cbb-4758-b032-8a9ad2153742 req-ec4a03b1-e0dc-4876-9433-85f315d436f4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0535891 Jul 20 17:59:05.792328 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e9b6b213-2cbb-4758-b032-8a9ad2153742 req-77f60196-e417-498c-9128-0b73391c0c50 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513511 Jul 20 17:59:06.113267 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49020) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:06.331801 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e2733ac0-62b5-48d4-90a4-d4ac11e158cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:06.456172 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e2733ac0-62b5-48d4-90a4-d4ac11e158cb admin admin] Publish callbacks [] for security_group (011a8231-57eb-4434-976a-30d2484cf593), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:06.616168 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e2733ac0-62b5-48d4-90a4-d4ac11e158cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (011a8231-57eb-4434-976a-30d2484cf593), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:06.659382 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:06.670978 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e2733ac0-62b5-48d4-90a4-d4ac11e158cb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb37335a4cd74085a131aa720fc7e798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565643 Jul 20 17:59:06.675126 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49036) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:06.683589 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2733ac0-62b5-48d4-90a4-d4ac11e158cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011a8231-57eb-4434-976a-30d2484cf593,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:06.757078 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4329c69c-c851-4066-8f37-4909e75385ef admin admin] Publish callbacks [] for security_group (011a8231-57eb-4434-976a-30d2484cf593), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:06.795249 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4329c69c-c851-4066-8f37-4909e75385ef admin admin] Publish callbacks [] for security_group (011a8231-57eb-4434-976a-30d2484cf593), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:06.950477 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e53a4-84af-4c18-8d22-2879d3165533 req-e7e0db73-3170-4b47-89fb-28d394473ca2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:06.952135 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f72e53a4-84af-4c18-8d22-2879d3165533 req-e7e0db73-3170-4b47-89fb-28d394473ca2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Jul 20 17:59:07.019960 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f72e53a4-84af-4c18-8d22-2879d3165533 req-1878af30-2cd0-48c4-af90-914b4721bc83 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618966 Jul 20 17:59:07.037184 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4329c69c-c851-4066-8f37-4909e75385ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (011a8231-57eb-4434-976a-30d2484cf593), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:07.037184 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4329c69c-c851-4066-8f37-4909e75385ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:07.042240 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-4329c69c-c851-4066-8f37-4909e75385ef admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/011a8231-57eb-4434-976a-30d2484cf593 HTTP/1.1" status: 204 len: 168 time: 0.3648329 Jul 20 17:59:07.060537 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c69c-c851-4066-8f37-4909e75385ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011a8231-57eb-4434-976a-30d2484cf593,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:07.530641 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:07.646588 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:08.034716 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49076) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:08.050932 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8a074aea-1ccb-4231-942d-6150c7b3d53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.142541 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8a074aea-1ccb-4231-942d-6150c7b3d53c admin admin] Publish callbacks [] for security_group (c62faeaa-2be3-442b-8cd4-e4a94262a3d0), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.168552 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d3ec2-9392-4c44-afdb-37e345760e93 req-02dbecfa-8872-4a82-91bf-d9906c64dbe5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:08.170127 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a9d3ec2-9392-4c44-afdb-37e345760e93 req-02dbecfa-8872-4a82-91bf-d9906c64dbe5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0553219 Jul 20 17:59:08.246894 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a9d3ec2-9392-4c44-afdb-37e345760e93 req-62afdd85-03d1-4488-8fad-2323bbe0d206 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659425 Jul 20 17:59:08.263351 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8a074aea-1ccb-4231-942d-6150c7b3d53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (c62faeaa-2be3-442b-8cd4-e4a94262a3d0), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.300063 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49084) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:08.307350 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8a074aea-1ccb-4231-942d-6150c7b3d53c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=714bcb270dae4da088d2b0ce544ff04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685783 Jul 20 17:59:08.308388 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49088) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:08.310216 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a074aea-1ccb-4231-942d-6150c7b3d53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62faeaa-2be3-442b-8cd4-e4a94262a3d0,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:08.371010 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecff8-f892-43e7-8f9d-17973bc6e038 admin admin] Publish callbacks [] for security_group (c62faeaa-2be3-442b-8cd4-e4a94262a3d0), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.412300 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecff8-f892-43e7-8f9d-17973bc6e038 admin admin] Publish callbacks [] for security_group (c62faeaa-2be3-442b-8cd4-e4a94262a3d0), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.467559 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2393f566-c71b-4904-a73e-c1fc7edc030f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.622618 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecff8-f892-43e7-8f9d-17973bc6e038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (c62faeaa-2be3-442b-8cd4-e4a94262a3d0), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.625565 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecff8-f892-43e7-8f9d-17973bc6e038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.627018 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-3b7ecff8-f892-43e7-8f9d-17973bc6e038 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c62faeaa-2be3-442b-8cd4-e4a94262a3d0 HTTP/1.1" status: 204 len: 168 time: 0.3170891 Jul 20 17:59:08.652530 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ecff8-f892-43e7-8f9d-17973bc6e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62faeaa-2be3-442b-8cd4-e4a94262a3d0,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:08.722148 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2393f566-c71b-4904-a73e-c1fc7edc030f admin admin] Publish callbacks [] for security_group (a67fb890-b37a-4d7d-9355-1a0ec4301391), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.826731 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2393f566-c71b-4904-a73e-c1fc7edc030f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a67fb890-b37a-4d7d-9355-1a0ec4301391), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.872395 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-2393f566-c71b-4904-a73e-c1fc7edc030f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b8968bec13ae4ccfa6698f243daacd93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5711038 Jul 20 17:59:08.877132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393f566-c71b-4904-a73e-c1fc7edc030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67fb890-b37a-4d7d-9355-1a0ec4301391,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:08.877373 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49100) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:08.937187 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ab95631d-771d-4039-83cb-baafd780dfcd admin admin] Publish callbacks [] for security_group (a67fb890-b37a-4d7d-9355-1a0ec4301391), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:08.963325 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ab95631d-771d-4039-83cb-baafd780dfcd admin admin] Publish callbacks [] for security_group (a67fb890-b37a-4d7d-9355-1a0ec4301391), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:09.004342 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:09.128920 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:09.129641 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ab95631d-771d-4039-83cb-baafd780dfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a67fb890-b37a-4d7d-9355-1a0ec4301391), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:09.135199 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ab95631d-771d-4039-83cb-baafd780dfcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:09.137743 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ab95631d-771d-4039-83cb-baafd780dfcd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a67fb890-b37a-4d7d-9355-1a0ec4301391 HTTP/1.1" status: 204 len: 168 time: 0.2611485 Jul 20 17:59:09.156533 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95631d-771d-4039-83cb-baafd780dfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67fb890-b37a-4d7d-9355-1a0ec4301391,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:09.287742 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437d959-e554-4058-b27c-04c39516b0c5 req-46a95d66-c88c-41f8-af80-a7e9204354c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:09.289424 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1437d959-e554-4058-b27c-04c39516b0c5 req-46a95d66-c88c-41f8-af80-a7e9204354c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 1129 time: 0.0496418 Jul 20 17:59:09.351162 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1437d959-e554-4058-b27c-04c39516b0c5 req-a1e6c217-05fb-45c4-84c9-b15367a77bb4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497959 Jul 20 17:59:09.425218 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1981c-408c-4f42-bdee-8e96210cb857 req-25e94581-b295-4c7a-af36-71f2d63c4609 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:09.426861 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cbc1981c-408c-4f42-bdee-8e96210cb857 req-25e94581-b295-4c7a-af36-71f2d63c4609 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0607610 Jul 20 17:59:09.482985 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cbc1981c-408c-4f42-bdee-8e96210cb857 req-002154be-f90d-4a63-a83a-6669ecd7d836 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Jul 20 17:59:10.083899 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:10.253346 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:10.650664 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc0c30-c2ca-4498-a733-a47a91212ca9 req-7a89f6c8-f983-4927-a14b-5afa1fd8436f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:10.652078 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7fc0c30-c2ca-4498-a733-a47a91212ca9 req-7a89f6c8-f983-4927-a14b-5afa1fd8436f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0526109 Jul 20 17:59:10.704720 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7fc0c30-c2ca-4498-a733-a47a91212ca9 req-c95eb217-ee15-4f5b-982f-37a6bd943344 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467837 Jul 20 17:59:11.530844 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:11.838093 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b50546-078d-433e-913c-efa7f538df1d req-55898f73-bfd4-46a1-bac0-43f2485565f2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:11.839729 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9b50546-078d-433e-913c-efa7f538df1d req-55898f73-bfd4-46a1-bac0-43f2485565f2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0573542 Jul 20 17:59:11.891136 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9b50546-078d-433e-913c-efa7f538df1d req-730e60d7-00f0-4f3d-872f-562bbecb26dd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 Jul 20 17:59:11.932305 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:12.031812 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4307c-b467-4298-9d7b-742ba0f2880f req-2e01f91c-e4ee-4b8c-ab77-d04168cbe88f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:12.033571 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0fb4307c-b467-4298-9d7b-742ba0f2880f req-2e01f91c-e4ee-4b8c-ab77-d04168cbe88f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0513721 Jul 20 17:59:12.041696 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49190) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:12.097960 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0fb4307c-b467-4298-9d7b-742ba0f2880f req-257a0f19-f7de-4000-b83f-31bcb8425ec0 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523977 Jul 20 17:59:12.176563 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ee00ae2f-8ee4-4e39-823b-2051a76a68ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:12.277719 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ee00ae2f-8ee4-4e39-823b-2051a76a68ac admin admin] Publish callbacks [] for security_group (8f08c42b-15f3-4ff8-96dc-e4d5f2a1528e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:12.430672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ee00ae2f-8ee4-4e39-823b-2051a76a68ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8f08c42b-15f3-4ff8-96dc-e4d5f2a1528e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:12.478456 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ee00ae2f-8ee4-4e39-823b-2051a76a68ac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=61aa95d0c4c4424c8abebd31cdbf73b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4348240 Jul 20 17:59:12.479582 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00ae2f-8ee4-4e39-823b-2051a76a68ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f08c42b-15f3-4ff8-96dc-e4d5f2a1528e,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:12.482565 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49198) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:12.537360 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-94ad4204-c396-41bc-8f91-fbe85f49d2c9 admin admin] Publish callbacks [] for security_group (8f08c42b-15f3-4ff8-96dc-e4d5f2a1528e), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:12.566969 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-94ad4204-c396-41bc-8f91-fbe85f49d2c9 admin admin] Publish callbacks [] for security_group (8f08c42b-15f3-4ff8-96dc-e4d5f2a1528e), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:12.786368 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-94ad4204-c396-41bc-8f91-fbe85f49d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8f08c42b-15f3-4ff8-96dc-e4d5f2a1528e), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:12.789107 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-94ad4204-c396-41bc-8f91-fbe85f49d2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:12.790428 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-94ad4204-c396-41bc-8f91-fbe85f49d2c9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8f08c42b-15f3-4ff8-96dc-e4d5f2a1528e HTTP/1.1" status: 204 len: 168 time: 0.3064837 Jul 20 17:59:12.798571 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad4204-c396-41bc-8f91-fbe85f49d2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f08c42b-15f3-4ff8-96dc-e4d5f2a1528e,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:13.666775 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:13.840114 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49226) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:13.856311 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e765118e-0a74-4850-85df-e02d9496feb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:13.947271 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e765118e-0a74-4850-85df-e02d9496feb4 admin admin] Publish callbacks [] for security_group (5cf2d22e-01a5-4143-a83e-76fe6e401300), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:14.114190 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:14.115096 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e765118e-0a74-4850-85df-e02d9496feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5cf2d22e-01a5-4143-a83e-76fe6e401300), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:14.153410 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-e765118e-0a74-4850-85df-e02d9496feb4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b7bf7a5fc9d642f6a065ba13c189d751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121011 Jul 20 17:59:14.156978 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49242) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:14.159117 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765118e-0a74-4850-85df-e02d9496feb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf2d22e-01a5-4143-a83e-76fe6e401300,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:14.225343 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ba5e86cc-e4b0-413a-a33a-242ffdffc8f3 admin admin] Publish callbacks [] for security_group (5cf2d22e-01a5-4143-a83e-76fe6e401300), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:14.251470 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ba5e86cc-e4b0-413a-a33a-242ffdffc8f3 admin admin] Publish callbacks [] for security_group (5cf2d22e-01a5-4143-a83e-76fe6e401300), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:14.484870 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ba5e86cc-e4b0-413a-a33a-242ffdffc8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5cf2d22e-01a5-4143-a83e-76fe6e401300), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:14.490262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ba5e86cc-e4b0-413a-a33a-242ffdffc8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:14.492774 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ba5e86cc-e4b0-413a-a33a-242ffdffc8f3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5cf2d22e-01a5-4143-a83e-76fe6e401300 HTTP/1.1" status: 204 len: 168 time: 0.3339760 Jul 20 17:59:14.507061 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e86cc-e4b0-413a-a33a-242ffdffc8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf2d22e-01a5-4143-a83e-76fe6e401300,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:14.812237 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:59:14.928116 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:DELETE=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:15.009858 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:15.312332 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:15.580601 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49296) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:15.703451 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8d01-228b-460b-a510-63eb520dd867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:15.816675 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8d01-228b-460b-a510-63eb520dd867 admin admin] Publish callbacks [] for security_group (322a477b-e3c9-488b-82a5-7d2de961c795), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:15.839617 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8309-540c-41ba-9c70-d9c14ab50196 req-149c2c12-1301-4b18-941b-fc35c45414b4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:15.839617 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d69c8309-540c-41ba-9c70-d9c14ab50196 req-149c2c12-1301-4b18-941b-fc35c45414b4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0675890 Jul 20 17:59:15.889194 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d69c8309-540c-41ba-9c70-d9c14ab50196 req-c50bb785-ff76-46bd-b04a-b29ec4106fcf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 Jul 20 17:59:15.898938 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8d01-228b-460b-a510-63eb520dd867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (322a477b-e3c9-488b-82a5-7d2de961c795), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:15.923897 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49308) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:15.942268 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-0d7b8d01-228b-460b-a510-63eb520dd867 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f8fce73f2a48445dae1c1d067e1bea33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604550 Jul 20 17:59:15.943791 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b8d01-228b-460b-a510-63eb520dd867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322a477b-e3c9-488b-82a5-7d2de961c795,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:15.946254 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49312) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:16.021644 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-6ee5a307-8899-476b-9801-b9835297f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:16.023924 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-6ee5a307-8899-476b-9801-b9835297f826 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 1130 time: 0.0734866 Jul 20 17:59:16.026477 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-919b23ee-4602-43df-95ea-1ec6a0147fd2 admin admin] Publish callbacks [] for security_group (322a477b-e3c9-488b-82a5-7d2de961c795), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.067314 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-919b23ee-4602-43df-95ea-1ec6a0147fd2 admin admin] Publish callbacks [] for security_group (322a477b-e3c9-488b-82a5-7d2de961c795), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.105136 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-170051435-network', 'tenant_id': 'dce83dfedf94430eb9a35ef4e8c199d3'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:16.150954 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-11a2f78c-77dd-481b-8fc3-e016be5d411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:16.152438 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-11a2f78c-77dd-481b-8fc3-e016be5d411b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.1201658 Jul 20 17:59:16.204973 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-a7e898c7-f674-490c-bc02-cf0ec590c05d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363 HTTP/1.1" status: 200 len: 217 time: 0.0366509 Jul 20 17:59:16.255673 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-1015a343-277b-4778-8fbc-07bfed4ab609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:16.256969 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-919b23ee-4602-43df-95ea-1ec6a0147fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (322a477b-e3c9-488b-82a5-7d2de961c795), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.257221 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-1015a343-277b-4778-8fbc-07bfed4ab609 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0453086 Jul 20 17:59:16.258360 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Made reservation on behalf of dce83dfedf94430eb9a35ef4e8c199d3 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:16.260046 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-919b23ee-4602-43df-95ea-1ec6a0147fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.260794 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.264112 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-919b23ee-4602-43df-95ea-1ec6a0147fd2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/322a477b-e3c9-488b-82a5-7d2de961c795 HTTP/1.1" status: 204 len: 168 time: 0.3166664 Jul 20 17:59:16.273595 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b23ee-4602-43df-95ea-1ec6a0147fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322a477b-e3c9-488b-82a5-7d2de961c795,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:16.281603 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.333659 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-3ed248c4-7236-49f8-a804-83d9b0791f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:16.335432 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-3ed248c4-7236-49f8-a804-83d9b0791f39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0692298 Jul 20 17:59:16.438767 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:16.491867 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Publish callbacks [] for security_group (4921663a-500b-4c84-b5b8-fb0f9a494e4c), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.499059 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-7d8e465c-baee-45de-8a1b-df3346ab129e service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431713 Jul 20 17:59:16.584263 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (4921663a-500b-4c84-b5b8-fb0f9a494e4c), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.621199 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:59:16.653284 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.653689 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Added segment 6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1 of type vlan for network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 Jul 20 17:59:16.655114 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4921663a-500b-4c84-b5b8-fb0f9a494e4c,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:16.698366 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b0c14d31-11de-46e0-938e-e5434c9259b1 req-6c7f5460-8b4b-48c1-9502-c65b623341c9 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867065 Jul 20 17:59:16.713889 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (146d0d3a-4961-4754-9bc9-c3b0d78b36b9), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.901644 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (146d0d3a-4961-4754-9bc9-c3b0d78b36b9), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:16.903752 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:16.908555 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:17.006216 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] Pushing event updated for resources: {'Network': ['ID=146d0d3a-4961-4754-9bc9-c3b0d78b36b9,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:17.019901 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:59:17.047249 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983856a8-ab84-43b0-b4c9-109d74affcdc req-1f5b498f-6b7d-4399-a115-124b2e3cfb68 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:17.049571 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-983856a8-ab84-43b0-b4c9-109d74affcdc req-1f5b498f-6b7d-4399-a115-124b2e3cfb68 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0655401 Jul 20 17:59:17.057526 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9ed2d7df-a64d-4a61-b0d2-c05c55a867fa admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1310384 Jul 20 17:59:17.060958 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49346) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:17.066067 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Request body: {'subnet': {'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-170051435-subnet', 'tenant_id': 'dce83dfedf94430eb9a35ef4e8c199d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:17.141368 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-983856a8-ab84-43b0-b4c9-109d74affcdc req-1b0b1a80-3edc-410c-95cb-3caa73331f6b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694919 Jul 20 17:59:17.253193 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Made reservation on behalf of dce83dfedf94430eb9a35ef4e8c199d3 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:17.256040 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:17.259624 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49350) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:17.463219 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1f8129b1-c350-4042-b74f-fdeb7ead251e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:17.512071 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:17.779213 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (85d3fb7d-af19-4ebe-b126-a1ab76c29e29), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:17.814231 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1f8129b1-c350-4042-b74f-fdeb7ead251e admin admin] Publish callbacks [] for security_group (c27dbb6e-d3a2-449e-8390-77425614585c), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:17.840990 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d3fb7d-af19-4ebe-b126-a1ab76c29e29,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:17.854704 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Checking segment: {'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:17.854704 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Network hostable DHCP agents. Network: 146d0d3a-4961-4754-9bc9-c3b0d78b36b9, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:59:17.969077 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1f8129b1-c350-4042-b74f-fdeb7ead251e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (c27dbb6e-d3a2-449e-8390-77425614585c), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:18.002066 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:59:18.011250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:18.028259 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8129b1-c350-4042-b74f-fdeb7ead251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27dbb6e-d3a2-449e-8390-77425614585c,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:18.038850 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1f8129b1-c350-4042-b74f-fdeb7ead251e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=62b84111fcf34b26bd9ad4557c90ce8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7737360 Jul 20 17:59:18.041470 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49378) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:18.118037 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4680fb01-0963-4feb-9078-a2c0ea7685c5 admin admin] Publish callbacks [] for security_group (c27dbb6e-d3a2-449e-8390-77425614585c), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:18.147959 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4680fb01-0963-4feb-9078-a2c0ea7685c5 admin admin] Publish callbacks [] for security_group (c27dbb6e-d3a2-449e-8390-77425614585c), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:18.171827 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 146d0d3a-4961-4754-9bc9-c3b0d78b36b9) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:18.188386 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73bfa5e-c83b-4dde-bf35-1c08ca4e0725 None None] Network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:59:18.197986 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:18.198938 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:18.347619 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a60232-2695-4795-a396-aa02f32b99b1 None None] Network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:59:18.358962 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec245727-e630-4e72-a10d-c23d7db4f69c req-ee5b5a73-58c3-4462-b5bf-37a0dfca0477 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:18.360557 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec245727-e630-4e72-a10d-c23d7db4f69c req-ee5b5a73-58c3-4462-b5bf-37a0dfca0477 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0759289 Jul 20 17:59:18.432902 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec245727-e630-4e72-a10d-c23d7db4f69c req-4d1fc8e5-c6a8-4bbe-9368-7640117c7a7f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623391 Jul 20 17:59:18.493478 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-a3bbca39-98ee-4744-93d5-04ee26ce4b82 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4311996 Jul 20 17:59:18.494739 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4680fb01-0963-4feb-9078-a2c0ea7685c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (c27dbb6e-d3a2-449e-8390-77425614585c), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:18.499514 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4680fb01-0963-4feb-9078-a2c0ea7685c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:18.502163 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-4680fb01-0963-4feb-9078-a2c0ea7685c5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c27dbb6e-d3a2-449e-8390-77425614585c HTTP/1.1" status: 204 len: 168 time: 0.4587109 Jul 20 17:59:18.526415 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680fb01-0963-4feb-9078-a2c0ea7685c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27dbb6e-d3a2-449e-8390-77425614585c,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:18.723190 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:19.586161 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b0e1d-3f2d-412f-af3e-489b34306ca6 req-ef7d6209-50c5-41dd-aa89-9e516eeeedfe tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:19.587771 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e9b0e1d-3f2d-412f-af3e-489b34306ca6 req-ef7d6209-50c5-41dd-aa89-9e516eeeedfe tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0545807 Jul 20 17:59:19.673603 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e9b0e1d-3f2d-412f-af3e-489b34306ca6 req-c72dc6da-3c4e-4b6d-b49c-8d284b49008f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791559 Jul 20 17:59:19.975041 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:20.563334 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:20.824672 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5156bf-c820-400f-b8d2-25dc18f4a7b6 req-e8470849-1882-4b51-a0a9-8f6a5e130bd1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:20.830241 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4c5156bf-c820-400f-b8d2-25dc18f4a7b6 req-e8470849-1882-4b51-a0a9-8f6a5e130bd1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0536504 Jul 20 17:59:20.891067 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4c5156bf-c820-400f-b8d2-25dc18f4a7b6 req-812b5f87-8355-495b-b531-f20f634d25eb tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Jul 20 17:59:21.044134 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:22.020163 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb966ee-b3d0-41c5-a5b2-ca75d1682f03 req-811b0c7c-17ab-46db-a05f-d8e2c2930cc6 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:22.022370 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bbb966ee-b3d0-41c5-a5b2-ca75d1682f03 req-811b0c7c-17ab-46db-a05f-d8e2c2930cc6 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0498939 Jul 20 17:59:22.058724 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:22.097158 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bbb966ee-b3d0-41c5-a5b2-ca75d1682f03 req-22b84d92-5fc3-4674-8612-62b7602d0569 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588460 Jul 20 17:59:22.444064 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de933-d25e-4c27-b1bf-8784875087c7 req-9210591f-15a5-4256-962e-6c1ad3c077ca tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:22.445957 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-9210591f-15a5-4256-962e-6c1ad3c077ca tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/networks?id=146d0d3a-4961-4754-9bc9-c3b0d78b36b9 HTTP/1.1" status: 200 len: 808 time: 0.1429513 Jul 20 17:59:22.462409 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2a06e44c-7aa8-472e-9f8f-30aea798b2a9 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/quotas/dce83dfedf94430eb9a35ef4e8c199d3 HTTP/1.1" status: 200 len: 375 time: 0.0108619 Jul 20 17:59:22.497401 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-b85c3915-f3d9-421f-8a7c-4a073df47495 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295303 Jul 20 17:59:22.534766 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:22.614816 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-1e5b5850-c784-4db5-b094-20e289b8a14a service neutron] 10.222.0.27 "GET /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097224 Jul 20 17:59:22.751608 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-8c8e8d12-d805-476e-9aa3-39f7bb8b29d1 service neutron] 10.222.0.27 "GET /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287615 Jul 20 17:59:23.053027 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f96a819a-3232-4f52-8162-23c155df471e req-51f3e340-d1e4-41e9-b158-4ccf596f611b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 210 time: 0.0341351 Jul 20 17:59:23.207570 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:23.236206 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64a2b-4fc2-453f-85a1-0a17f6fe5879 req-c5760252-880f-4863-bfde-2969c09e9132 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:23.237992 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-48e64a2b-4fc2-453f-85a1-0a17f6fe5879 req-c5760252-880f-4863-bfde-2969c09e9132 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0585394 Jul 20 17:59:23.295415 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-48e64a2b-4fc2-453f-85a1-0a17f6fe5879 req-b4e467ca-046b-4285-b6d5-f34d388d5e3f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506463 Jul 20 17:59:24.118766 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=9 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:24.147333 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-46509b37-9f25-49e6-bdfb-2af8156d9888 req-9378b5e8-3da4-427c-8bea-00b462d6ab23 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 210 time: 0.0395482 Jul 20 17:59:24.335324 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:24.436718 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb8df3-239b-4497-9058-513f3b2ff024 req-8b7b4b0c-3362-492f-b513-f3c055a3fda0 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:24.448401 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-21cb8df3-239b-4497-9058-513f3b2ff024 req-8b7b4b0c-3362-492f-b513-f3c055a3fda0 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0731094 Jul 20 17:59:24.451976 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-d37b3ab1-0fc0-47c8-b073-56b704d1ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:24.453790 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-d37b3ab1-0fc0-47c8-b073-56b704d1ca49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 1130 time: 0.0510604 Jul 20 17:59:24.479831 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:24.495778 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-21cb8df3-239b-4497-9058-513f3b2ff024 req-103d4be8-91ce-457c-8b8c-e08ad97785e5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Jul 20 17:59:24.808856 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=25 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:25.043740 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-b72f50b4-951e-47c1-a310-e8cbaaf3e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:25.045351 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-b72f50b4-951e-47c1-a310-e8cbaaf3e2dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.1186681 Jul 20 17:59:25.092925 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-cd022d6b-4c2c-4914-aa4b-9eee2964ed09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363 HTTP/1.1" status: 200 len: 217 time: 0.0393910 Jul 20 17:59:25.255930 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-751425f1-3a8a-4783-9fe8-8ce7c8bf0c5d req-ff804600-f992-436f-9774-f1f567a287d8 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 210 time: 0.0344226 Jul 20 17:59:25.481093 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-753ac9f9-7e2d-4080-8eef-84744de5b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:25.482628 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-753ac9f9-7e2d-4080-8eef-84744de5b858 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0584295 Jul 20 17:59:25.546547 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-30907225-3e22-4984-96d3-8727e36c618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:25.550133 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-30907225-3e22-4984-96d3-8727e36c618a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0507905 Jul 20 17:59:25.637720 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8e17d-8279-4859-acd9-d5935fa8b6da req-8d3fb454-d2c6-44de-9f32-a604d100510f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:25.644565 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8ae8e17d-8279-4859-acd9-d5935fa8b6da req-8d3fb454-d2c6-44de-9f32-a604d100510f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0551739 Jul 20 17:59:25.655146 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-e8aa3e5d-c930-47f9-8095-0dfca4889ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983183 Jul 20 17:59:25.672675 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4a04b1ea-a2a1-4f53-88d1-c7d74347ec7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:25.703060 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8ae8e17d-8279-4859-acd9-d5935fa8b6da req-3b9dbae8-ea87-4194-bd5a-5294be4d14c3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Jul 20 17:59:25.786615 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-09aafb92-7a48-4a6c-873d-6f367ad0815b req-0b8571a1-e778-4c7e-8cf5-81a462638586 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225238 Jul 20 17:59:26.324272 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:26.418768 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b22b598b-6595-421c-b249-dc8751a8d1fc req-bcf5fd71-e561-47cb-98de-85e6ecbb7a9d tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 210 time: 0.0644703 Jul 20 17:59:26.763875 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de933-d25e-4c27-b1bf-8784875087c7 req-1e5482d9-5a76-4360-910c-f98159cc18ca tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:26.766609 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-1e5482d9-5a76-4360-910c-f98159cc18ca tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.13 "GET /v2.0/networks?id=146d0d3a-4961-4754-9bc9-c3b0d78b36b9 HTTP/1.1" status: 200 len: 808 time: 0.1240788 Jul 20 17:59:26.791445 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Request body: {'port': {'device_id': 'ca7e4ade-e6d2-440a-be48-98aa3eb6fa48', 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9', 'admin_state_up': True, 'tenant_id': 'dce83dfedf94430eb9a35ef4e8c199d3'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:26.867303 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e04b-40ce-491d-a64c-f6081ebcfbe7 req-ce1cb229-1432-4f6b-8f13-34ae2d015d3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:26.869269 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cf39e04b-40ce-491d-a64c-f6081ebcfbe7 req-ce1cb229-1432-4f6b-8f13-34ae2d015d3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0858195 Jul 20 17:59:26.937245 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cf39e04b-40ce-491d-a64c-f6081ebcfbe7 req-be6c024c-bb47-4f74-a704-cd3340a98d49 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542309 Jul 20 17:59:26.969929 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49628) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:27.043334 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Made reservation on behalf of dce83dfedf94430eb9a35ef4e8c199d3 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:27.050648 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.121181 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.212406 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Publish callbacks [] for security_group (95813af3-1807-46c3-80c9-98c337eb124c), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.219260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Allocated IP 172.20.0.10 (146d0d3a-4961-4754-9bc9-c3b0d78b36b9/85d3fb7d-af19-4ebe-b126-a1ab76c29e29/f5de968a-4bf8-4f92-8252-d8c31605010e) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:27.397067 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (95813af3-1807-46c3-80c9-98c337eb124c), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.411436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks [] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.447116 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95813af3-1807-46c3-80c9-98c337eb124c,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:27.464250 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dab01194548843a0a2459bc84000b1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4897318 Jul 20 17:59:27.464250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.464250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.464250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.464250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.464250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.464250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.465611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.465611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.465611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.465611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.466206 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.466206 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.466484 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.466641 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.466965 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84b2f5-f09c-4eba-ade1-f1f162d8d194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.467357 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49634) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:27.524468 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f8befb38-c5b3-4e36-9263-82d90ad83099 req-1cb0661b-6c0f-4aac-9824-9e18a105c304 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 210 time: 0.0310531 Jul 20 17:59:27.550396 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-49d398b4-f9ab-4b34-93e1-7303e6c4bdf7 admin admin] Publish callbacks [] for security_group (95813af3-1807-46c3-80c9-98c337eb124c), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.573831 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-49d398b4-f9ab-4b34-93e1-7303e6c4bdf7 admin admin] Publish callbacks [] for security_group (95813af3-1807-46c3-80c9-98c337eb124c), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.644658 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.701549 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:27.708139 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:27.712946 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:27.719474 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Pushing event updated for resources: {'Port': ['ID=f5de968a-4bf8-4f92-8252-d8c31605010e,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:27.748341 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.748728 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.749072 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.749413 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.749746 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.750074 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.750401 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.750724 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.751047 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.751372 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.751694 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.752080 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.752399 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.752748 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.753070 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:27.765740 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-49d398b4-f9ab-4b34-93e1-7303e6c4bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (95813af3-1807-46c3-80c9-98c337eb124c), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.768411 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-49d398b4-f9ab-4b34-93e1-7303e6c4bdf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.774824 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-49d398b4-f9ab-4b34-93e1-7303e6c4bdf7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/95813af3-1807-46c3-80c9-98c337eb124c HTTP/1.1" status: 204 len: 168 time: 0.3038714 Jul 20 17:59:27.816672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:27.819264 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:27.825428 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d398b4-f9ab-4b34-93e1-7303e6c4bdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95813af3-1807-46c3-80c9-98c337eb124c,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:27.958042 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:27.963565 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-6d58f39d-3869-4ab1-89ab-131d03419756 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1763730 Jul 20 17:59:27.993491 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Request body: {'port': {'device_id': 'ca7e4ade-e6d2-440a-be48-98aa3eb6fa48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:28.086805 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9099430c-79f6-4e3b-9b3b-eea111216c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:28.125389 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:28.134562 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec8a1-7e61-4455-9ab8-c32b84709aed req-6e097e1a-167c-4825-8f68-f6b50712be73 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:28.136432 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e71ec8a1-7e61-4455-9ab8-c32b84709aed req-6e097e1a-167c-4825-8f68-f6b50712be73 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0914497 Jul 20 17:59:28.187249 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49664) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:28.194335 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-de35729c-0600-4d72-8abc-63626121095d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880103092', 'description': 'tempest-description--379490973'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:28.232239 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e71ec8a1-7e61-4455-9ab8-c32b84709aed req-eb291f04-7ecd-4e52-86f0-115273c84163 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851984 Jul 20 17:59:28.347101 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-de35729c-0600-4d72-8abc-63626121095d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:28.512820 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-de35729c-0600-4d72-8abc-63626121095d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:28.545495 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5de968a-4bf8-4f92-8252-d8c31605010e {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:59:28.555846 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Publish callbacks [] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:28.574193 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:28.577531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Transition to ACTIVE for port object f5de968a-4bf8-4f92-8252-d8c31605010e will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:59:28.653715 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-de35729c-0600-4d72-8abc-63626121095d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:28.683563 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443c312-2193-4352-a53e-7a40d4c78507 req-cb673c03-378a-4e16-bc9d-644ae2a6fb4f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:28.685315 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7443c312-2193-4352-a53e-7a40d4c78507 req-cb673c03-378a-4e16-bc9d-644ae2a6fb4f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 932 time: 0.0551119 Jul 20 17:59:28.714094 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:28.743442 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7443c312-2193-4352-a53e-7a40d4c78507 req-134a8702-3ef3-4c45-b09c-6936aaf33f8a tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513923 Jul 20 17:59:28.773324 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35729c-0600-4d72-8abc-63626121095d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:28.802755 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-de35729c-0600-4d72-8abc-63626121095d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:28.810112 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-de35729c-0600-4d72-8abc-63626121095d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6160569 Jul 20 17:59:28.811152 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49680) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:28.816005 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-636fff8d-914e-4715-9765-cd849c946229 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group_rule': {'security_group_id': '0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:28.848523 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5de968a-4bf8-4f92-8252-d8c31605010e,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:28.967574 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Attempting to bind port f5de968a-4bf8-4f92-8252-d8c31605010e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:59:28.968163 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Attempting to bind port f5de968a-4bf8-4f92-8252-d8c31605010e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:59:28.968811 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Attempting to bind port f5de968a-4bf8-4f92-8252-d8c31605010e on network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:28.974454 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Port f5de968a-4bf8-4f92-8252-d8c31605010e on network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:59:28.975067 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Attempting to bind port f5de968a-4bf8-4f92-8252-d8c31605010e on network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:28.980529 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:59:28.980870 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Checking segment: {'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:28.981300 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Bound using segment: {'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:59:28.981729 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Bound port: f5de968a-4bf8-4f92-8252-d8c31605010e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:59:28.982086 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.044076 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] For port f5de968a-4bf8-4f92-8252-d8c31605010e, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:59:29.047821 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] For port f5de968a-4bf8-4f92-8252-d8c31605010e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f5de968a-4bf8-4f92-8252-d8c31605010e,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:59:29.055975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-636fff8d-914e-4715-9765-cd849c946229 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (00baf161-6e11-46f2-88d9-a1186b679b1d), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.120127 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-636fff8d-914e-4715-9765-cd849c946229 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (00baf161-6e11-46f2-88d9-a1186b679b1d), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.187253 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.225789 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49694) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:29.230280 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:29.230953 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.232443 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5de968a-4bf8-4f92-8252-d8c31605010e HTTP/1.1" status: 200 len: 1094 time: 1.2443404 Jul 20 17:59:29.232934 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7e4ade-e6d2-440a-be48-98aa3eb6fa48', 'tag': 'f5de968a-4bf8-4f92-8252-d8c31605010e'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:59:29.235767 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419cddaa-7cc6-462e-85af-139d41ec5cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7e4ade-e6d2-440a-be48-98aa3eb6fa48", "tag": "f5de968a-4bf8-4f92-8252-d8c31605010e"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:59:29.236518 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-636fff8d-914e-4715-9765-cd849c946229 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (00baf161-6e11-46f2-88d9-a1186b679b1d), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.258651 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:29.279816 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fff8d-914e-4715-9765-cd849c946229 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00baf161-6e11-46f2-88d9-a1186b679b1d,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:29.294869 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033353-40b7-4373-89ca-6d14cfaa09f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5de968a-4bf8-4f92-8252-d8c31605010e,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:29.301959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e893841-0bcb-4b89-a994-6475c0acf520 x-openstack-request-id: req-5e893841-0bcb-4b89-a994-6475c0acf520 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:59:29.302419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7e4ade-e6d2-440a-be48-98aa3eb6fa48", "tag": "f5de968a-4bf8-4f92-8252-d8c31605010e", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:59:29.302809 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5e893841-0bcb-4b89-a994-6475c0acf520 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:59:29.303342 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e893841-0bcb-4b89-a994-6475c0acf520'] response: {'name': 'network-changed', 'server_uuid': 'ca7e4ade-e6d2-440a-be48-98aa3eb6fa48', 'tag': 'f5de968a-4bf8-4f92-8252-d8c31605010e', 'status': 'completed', 'code': 200} Jul 20 17:59:29.431323 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c09950-de3b-45ea-b08c-2053156930da req-d5690fbd-7e34-4a2a-9f85-b61ddc3c4446 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:29.432916 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-71c09950-de3b-45ea-b08c-2053156930da req-d5690fbd-7e34-4a2a-9f85-b61ddc3c4446 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0886345 Jul 20 17:59:29.433580 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cddaa-7cc6-462e-85af-139d41ec5cb4 req-c68e9953-7a0a-4f2b-9428-9dbb7705e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:29.435225 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-419cddaa-7cc6-462e-85af-139d41ec5cb4 req-c68e9953-7a0a-4f2b-9428-9dbb7705e091 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 1128 time: 0.0545511 Jul 20 17:59:29.461439 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-540045724-network', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:29.492131 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:29.504069 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-71c09950-de3b-45ea-b08c-2053156930da req-79b5bdfe-adce-4f77-b357-03160422f0cf tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Jul 20 17:59:29.531032 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-636fff8d-914e-4715-9765-cd849c946229 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.532289 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-636fff8d-914e-4715-9765-cd849c946229 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7206228 Jul 20 17:59:29.535141 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49706) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:29.540608 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-99071e88-9e1f-4c44-8ade-682975abddd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group_rule': {'security_group_id': '0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:29.557938 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cddaa-7cc6-462e-85af-139d41ec5cb4 req-19f4ad80-4056-4958-ab4b-93a7c9ddd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:29.559430 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-419cddaa-7cc6-462e-85af-139d41ec5cb4 req-19f4ad80-4056-4958-ab4b-93a7c9ddd011 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1035421 Jul 20 17:59:29.664434 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cddaa-7cc6-462e-85af-139d41ec5cb4 req-a364a077-0927-4a8a-8c93-3ead7e9dc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:29.666431 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-419cddaa-7cc6-462e-85af-139d41ec5cb4 req-a364a077-0927-4a8a-8c93-3ead7e9dc514 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010475 Jul 20 17:59:29.751686 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Made reservation on behalf of deb33eae0aa34330888eee1fbf9bdd96 for: {'network': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:29.754084 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.768616 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.811606 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de933-d25e-4c27-b1bf-8784875087c7 req-a6effb66-83c0-41d3-85f2-c1feeddddae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:29.813442 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-a6effb66-83c0-41d3-85f2-c1feeddddae1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 1128 time: 0.0498757 Jul 20 17:59:29.822311 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-99071e88-9e1f-4c44-8ade-682975abddd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (22e0e1e3-9d57-46a2-be0a-31f9241f7b92), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:29.882105 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-8707dfe1-8d2c-4b78-9309-fdb36d063c4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5de968a-4bf8-4f92-8252-d8c31605010e HTTP/1.1" status: 200 len: 217 time: 0.0444641 Jul 20 17:59:29.944537 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:29.972124 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de933-d25e-4c27-b1bf-8784875087c7 req-695c5a4f-7237-4752-bb95-afa1f4d9c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:29.975390 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-695c5a4f-7237-4752-bb95-afa1f4d9c0c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85d3fb7d-af19-4ebe-b126-a1ab76c29e29 HTTP/1.1" status: 200 len: 848 time: 0.0816734 Jul 20 17:59:30.002166 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378240-d1e9-46f7-b830-34f16dab9af7 req-1d570737-4857-48d9-a46c-51015eb4711e tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:30.003673 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9378240-d1e9-46f7-b830-34f16dab9af7 req-1d570737-4857-48d9-a46c-51015eb4711e tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 944 time: 0.1526477 Jul 20 17:59:30.038416 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-99071e88-9e1f-4c44-8ade-682975abddd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (22e0e1e3-9d57-46a2-be0a-31f9241f7b92), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.042977 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Publish callbacks [] for security_group (0defe04c-09f5-4df1-bf82-7fcf734ce722), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.116418 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-76f1ff66-505e-4b5f-a399-33aaa97ca7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=146d0d3a-4961-4754-9bc9-c3b0d78b36b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541735 Jul 20 17:59:30.116941 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9378240-d1e9-46f7-b830-34f16dab9af7 req-039171d1-851b-42eb-8d87-fbceef27ed08 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018348 Jul 20 17:59:30.141054 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0defe04c-09f5-4df1-bf82-7fcf734ce722), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.144725 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-99071e88-9e1f-4c44-8ade-682975abddd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (22e0e1e3-9d57-46a2-be0a-31f9241f7b92), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.173262 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=63,neutron:UPDATE=7 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:30.202898 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99071e88-9e1f-4c44-8ade-682975abddd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e0e1e3-9d57-46a2-be0a-31f9241f7b92,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:30.205686 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=111129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:59:30.214576 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0defe04c-09f5-4df1-bf82-7fcf734ce722,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:30.222352 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (def5f699-340c-493e-adf7-d3cd8ce6e090), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.222759 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.segments_db [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Added segment def5f699-340c-493e-adf7-d3cd8ce6e090 of type vlan for network a874f6c4-198d-4134-9c45-0f89f909a425 Jul 20 17:59:30.250038 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-fa3f3225-c02c-4ee2-aacc-9e01a344503c service neutron] 10.222.0.13 "GET /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194990 Jul 20 17:59:30.309294 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (a874f6c4-198d-4134-9c45-0f89f909a425), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.357145 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.359237 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-99071e88-9e1f-4c44-8ade-682975abddd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.364246 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-99071e88-9e1f-4c44-8ade-682975abddd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8238719 Jul 20 17:59:30.364739 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49724) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:30.369447 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:30.397361 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-838de933-d25e-4c27-b1bf-8784875087c7 req-75dcab28-2c61-4d6a-9b5a-01c8a1f35cec service neutron] 10.222.0.13 "GET /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402297 Jul 20 17:59:30.470828 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (a874f6c4-198d-4134-9c45-0f89f909a425), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.473021 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:30.474691 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.556618 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.574379 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] Pushing event updated for resources: {'Network': ['ID=a874f6c4-198d-4134-9c45-0f89f909a425,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:30.592189 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network a874f6c4-198d-4134-9c45-0f89f909a425 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:59:30.641426 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-8ca8ead2-00ab-4bd9-991e-64a350f75937 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4137664 Jul 20 17:59:30.644574 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49732) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:30.650887 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Request body: {'subnet': {'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-540045724-subnet', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'ip_version': 4}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:30.713102 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae57ab-0d4e-495e-a6ae-828a59e08ef5 req-3d9711a7-cf7d-46c6-8341-b93c771b7c69 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:30.715206 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-edae57ab-0d4e-495e-a6ae-828a59e08ef5 req-3d9711a7-cf7d-46c6-8341-b93c771b7c69 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0874219 Jul 20 17:59:30.716401 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.838112 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Made reservation on behalf of deb33eae0aa34330888eee1fbf9bdd96 for: {'subnet': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:30.840749 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-edae57ab-0d4e-495e-a6ae-828a59e08ef5 req-01d693f6-c2c8-4c08-968f-4c8fc24ac9e4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111324 Jul 20 17:59:30.844424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005238'] for subnet (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:30.934086 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Allocated IP 172.28.3.37 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/378eafef-edd2-4500-9773-5fe20361fe77) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:31.094856 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:31.129352 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (378eafef-edd2-4500-9773-5fe20361fe77), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:31.259947 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8456112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005216'] for subnet (ce42334b-2772-4ae9-867d-a7370296949f), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:31.299407 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe5abc-8059-4193-bec4-28632cc4ffde req-a0198cae-79c1-4276-be26-ce34a7cd94b5 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.301473 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6ebe5abc-8059-4193-bec4-28632cc4ffde req-a0198cae-79c1-4276-be26-ce34a7cd94b5 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 944 time: 0.0896680 Jul 20 17:59:31.341125 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d8d5a-d390-4b4e-b248-a44848d94066 req-bd2166ce-e0c0-4616-a4b1-ea3e02380eb1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.341901 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:31.342724 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c86d8d5a-d390-4b4e-b248-a44848d94066 req-bd2166ce-e0c0-4616-a4b1-ea3e02380eb1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0894654 Jul 20 17:59:31.370466 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (378eafef-edd2-4500-9773-5fe20361fe77), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:31.372637 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce42334b-2772-4ae9-867d-a7370296949f,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:31.400413 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Checking segment: {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:31.401151 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Network hostable DHCP agents. Network: a874f6c4-198d-4134-9c45-0f89f909a425, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:59:31.426456 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6ebe5abc-8059-4193-bec4-28632cc4ffde req-9b4c4339-e525-4547-bb07-0821c0baed82 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173975 Jul 20 17:59:31.430506 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:31.452877 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:31.464247 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:31.470994 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:31.477682 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=378eafef-edd2-4500-9773-5fe20361fe77,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:31.484396 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c86d8d5a-d390-4b4e-b248-a44848d94066 req-3e6d97a8-2338-45db-a478-4fe23f6b6fdb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284482 Jul 20 17:59:31.577999 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (288e9ab1-eb2a-46ca-88ff-190068f6b42e), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:31.614682 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:31.615646 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Network a874f6c4-198d-4134-9c45-0f89f909a425 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:59:31.621777 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:31.779833 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, a874f6c4-198d-4134-9c45-0f89f909a425) {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:31.788598 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:31.789199 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:31.805740 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ed12e-d7a2-4513-bd87-ac9a8c48d64a None None] Network a874f6c4-198d-4134-9c45-0f89f909a425 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:59:31.840286 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (378eafef-edd2-4500-9773-5fe20361fe77), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:31.943357 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-a874f6c4-198d-4134-9c45-0f89f909a425', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:59:31.945190 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.001485 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-638c0f40-5027-4590-a94b-09f60d23fedb admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3542356 Jul 20 17:59:32.004242 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49766) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:32.012640 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:32.045056 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517d429-9778-4a5b-a353-e8344089665d req-3d637b9b-69b1-49cb-ac19-19f6c4833638 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:32.046890 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5517d429-9778-4a5b-a353-e8344089665d req-3d637b9b-69b1-49cb-ac19-19f6c4833638 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0955193 Jul 20 17:59:32.151753 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:32.153640 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5517d429-9778-4a5b-a353-e8344089665d req-4b068f33-f611-4e07-86c3-db612b2a8e50 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937645 Jul 20 17:59:32.156779 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (378eafef-edd2-4500-9773-5fe20361fe77), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.171286 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Allocated IP 172.20.0.2 (a874f6c4-198d-4134-9c45-0f89f909a425/ce42334b-2772-4ae9-867d-a7370296949f/c9bf751c-3a18-486e-a565-526120cdc6c5) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:32.218880 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (7c3ab300-a58a-49b3-a725-b198fa929657), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.220095 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (7c3ab300-a58a-49b3-a725-b198fa929657), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.265726 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (378eafef-edd2-4500-9773-5fe20361fe77), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.317306 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks [] for router_controller (7c3ab300-a58a-49b3-a725-b198fa929657), precommit_add_association {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.326538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (288e9ab1-eb2a-46ca-88ff-190068f6b42e), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.334777 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=378eafef-edd2-4500-9773-5fe20361fe77,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:32.442123 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Publish callbacks [] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.469560 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.472537 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-41d199c8-475d-4b33-8c7a-3caa1c968518 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1054618 Jul 20 17:59:32.581228 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c690c9-d62a-41ea-9a5c-fb5dd5a4882b req-c05b537a-054d-49d2-9831-0a401e344589 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:32.589564 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-95c690c9-d62a-41ea-9a5c-fb5dd5a4882b req-c05b537a-054d-49d2-9831-0a401e344589 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 944 time: 0.0655513 Jul 20 17:59:32.666422 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-95c690c9-d62a-41ea-9a5c-fb5dd5a4882b req-4570981c-ddca-4054-836c-aaa4c313caa3 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726056 Jul 20 17:59:32.680871 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.683555 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks [] for router_gateway (7c3ab300-a58a-49b3-a725-b198fa929657), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.740417 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:32.756065 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bb61c-8dfc-40b0-bdda-fa3c8d1b801f req-84b0e628-8f82-4989-8417-06f9c36188f6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:32.764742 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d24bb61c-8dfc-40b0-bdda-fa3c8d1b801f req-84b0e628-8f82-4989-8417-06f9c36188f6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0899975 Jul 20 17:59:32.779076 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Network a874f6c4-198d-4134-9c45-0f89f909a425 is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:32.788841 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:32.793707 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:32.838991 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Pushing event updated for resources: {'Port': ['ID=c9bf751c-3a18-486e-a565-526120cdc6c5,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:32.852551 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.853136 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.855432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.855432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.855432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.855432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.855432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.855432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.856348 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.856728 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.857038 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.857357 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.857838 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.858340 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.858748 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:32.893043 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Attempting to bind port c9bf751c-3a18-486e-a565-526120cdc6c5 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:59:32.894175 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Attempting to bind port c9bf751c-3a18-486e-a565-526120cdc6c5 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:59:32.894175 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Attempting to bind port c9bf751c-3a18-486e-a565-526120cdc6c5 on network a874f6c4-198d-4134-9c45-0f89f909a425 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:32.901282 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:59:32.901653 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Checking segment: {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:32.902047 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.902440 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Bound using segment: {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:59:32.902931 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Bound port: c9bf751c-3a18-486e-a565-526120cdc6c5, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:59:32.903310 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:32.913926 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d24bb61c-8dfc-40b0-bdda-fa3c8d1b801f req-8748e244-3588-4031-ba67-dafa1d14a6b5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425099 Jul 20 17:59:32.972686 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-9e682a8c-8800-464b-83ec-e7604f19db70 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1880103092&fields=id&tenant_id=42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 267 time: 0.1618910 Jul 20 17:59:33.016875 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-d8d26296-56da-4474-8371-310829cc7fab None None] For port c9bf751c-3a18-486e-a565-526120cdc6c5, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:59:33.022160 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-d8d26296-56da-4474-8371-310829cc7fab None None] For port c9bf751c-3a18-486e-a565-526120cdc6c5, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=c9bf751c-3a18-486e-a565-526120cdc6c5,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:59:33.079727 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks [] for router_gateway (7c3ab300-a58a-49b3-a725-b198fa929657), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:33.096315 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device f5de968a-4bf8-4f92-8252-d8c31605010e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:59:33.102347 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:33.152049 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-dd7cfbb4-dba5-4918-85e8-56947379ff45 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:33.153581 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-dd7cfbb4-dba5-4918-85e8-56947379ff45 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 815 time: 0.1641269 Jul 20 17:59:33.167792 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:33.176763 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-fb4f14a8-64d3-474b-a083-2fcff9e01df5 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/quotas/42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 375 time: 0.0130229 Jul 20 17:59:33.311092 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29c84f97-8b35-4738-bc7c-c4312241138c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1240206 Jul 20 17:59:33.313729 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Allocated IP 172.28.3.68 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/aa96edf4-e9f9-42c0-9e87-2d1632793522) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:33.320502 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d26296-56da-4474-8371-310829cc7fab None None] Pushing event updated for resources: {'Port': ['ID=c9bf751c-3a18-486e-a565-526120cdc6c5,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:33.329207 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port f5de968a-4bf8-4f92-8252-d8c31605010e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f5de968a-4bf8-4f92-8252-d8c31605010e,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:33.346174 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'f5de968a-4bf8-4f92-8252-d8c31605010e', 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9', 'port_id': 'f5de968a-4bf8-4f92-8252-d8c31605010e', 'mac_address': 'fa:16:3e:94:9a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d3fb7d-af19-4ebe-b126-a1ab76c29e29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:59:33.422670 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port f5de968a-4bf8-4f92-8252-d8c31605010e is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:33.423755 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:33.454418 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5de968a-4bf8-4f92-8252-d8c31605010e {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:59:33.534239 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port f5de968a-4bf8-4f92-8252-d8c31605010e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f5de968a-4bf8-4f92-8252-d8c31605010e,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:33.536689 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffa02-44ad-4093-a75c-eeed05eb575a req-a93e4538-9281-4bae-9325-7cd577df1561 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:33.555843 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ca9ffa02-44ad-4093-a75c-eeed05eb575a req-a93e4538-9281-4bae-9325-7cd577df1561 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.1167755 Jul 20 17:59:33.574746 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:33.601228 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks [] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:33.602538 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:33.666142 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-4edd1fbb-eab3-4a95-b739-225848c636d0 service neutron] 10.222.0.27 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315036 Jul 20 17:59:33.793545 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=f5de968a-4bf8-4f92-8252-d8c31605010e,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:33.814079 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ca9ffa02-44ad-4093-a75c-eeed05eb575a req-4234c9b5-4b94-42bb-b95c-872e732a6279 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566738 Jul 20 17:59:33.837689 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d2de2-853e-4bc4-8789-4d77a438cf46 req-1f1185b7-6112-4236-ab34-79d8ebb6241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:33.840784 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c01d2de2-853e-4bc4-8789-4d77a438cf46 req-1f1185b7-6112-4236-ab34-79d8ebb6241a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 1130 time: 0.1220450 Jul 20 17:59:33.951698 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:33.983149 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c01d2de2-853e-4bc4-8789-4d77a438cf46 req-0144993b-f2df-4481-b988-76c450ce616c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286371 Jul 20 17:59:33.999110 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29ee1f76-e7d8-4ce4-acf9-498022ba7909 service neutron] 10.222.0.27 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884743 Jul 20 17:59:34.017567 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe680946-014c-409e-b578-b78cf17f2fef req-1838abcb-70f3-4bec-a973-968937f731b5 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:34.020650 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fe680946-014c-409e-b578-b78cf17f2fef req-1838abcb-70f3-4bec-a973-968937f731b5 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 945 time: 0.0875072 Jul 20 17:59:34.026508 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:34.034830 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['f5de968a-4bf8-4f92-8252-d8c31605010e'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:59:34.035578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:34.042250 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:34.103351 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Pushing event updated for resources: {'Port': ['ID=aa96edf4-e9f9-42c0-9e87-2d1632793522,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:34.147020 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fe680946-014c-409e-b578-b78cf17f2fef req-c932297b-cea1-489a-937f-0b13fba4122a tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162753 Jul 20 17:59:34.216923 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:34.371538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419a382-0599-4974-9715-d159b92b7f66 req-661ebc8e-ee42-473c-909a-face26719ac7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:34.374567 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1419a382-0599-4974-9715-d159b92b7f66 req-661ebc8e-ee42-473c-909a-face26719ac7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0858552 Jul 20 17:59:34.453519 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7b13ac53-936f-4365-9fac-8c9f257adb92 req-18b5e488-95a2-4583-896c-e5c8ee0c42fa tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 210 time: 0.0554430 Jul 20 17:59:34.708802 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks [] for router_gateway (7c3ab300-a58a-49b3-a725-b198fa929657), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:34.733331 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1419a382-0599-4974-9715-d159b92b7f66 req-27db4709-02d5-4722-8de2-35656d59c470 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437717 Jul 20 17:59:34.750509 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device c9bf751c-3a18-486e-a565-526120cdc6c5 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:34.825071 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port c9bf751c-3a18-486e-a565-526120cdc6c5 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:34.825628 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:34.950121 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port c9bf751c-3a18-486e-a565-526120cdc6c5 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:34.950121 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:35.008405 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d24f3-1318-4af9-ae0d-d0ad9cbe6a61 req-53c2ac5b-ddbc-4878-bdc1-e365468bfc44 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:35.019221 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9c4d24f3-1318-4af9-ae0d-d0ad9cbe6a61 req-53c2ac5b-ddbc-4878-bdc1-e365468bfc44 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0769188 Jul 20 17:59:35.023307 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port c9bf751c-3a18-486e-a565-526120cdc6c5, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=c9bf751c-3a18-486e-a565-526120cdc6c5,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:35.081473 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027fc6b-07d4-4469-9a61-5ce8c6f56081 None None] Network a874f6c4-198d-4134-9c45-0f89f909a425 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:59:35.139601 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9c4d24f3-1318-4af9-ae0d-d0ad9cbe6a61 req-d7729adf-7341-411c-9c39-9e1e770f8acc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153164 Jul 20 17:59:35.155728 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device f5de968a-4bf8-4f92-8252-d8c31605010e up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:35.232193 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:35.280593 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (7c3ab300-a58a-49b3-a725-b198fa929657), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:35.317530 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5992f-03d5-4286-b564-b2930a69c4eb req-69aba5ae-b64f-41fa-bfb2-df9b9cd229b1 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:35.318136 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-52c0a4ce-2326-45be-994b-4a4bfe16aab6 None None] Provisioning complete for port c9bf751c-3a18-486e-a565-526120cdc6c5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:35.318254 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2cc5992f-03d5-4286-b564-b2930a69c4eb req-69aba5ae-b64f-41fa-bfb2-df9b9cd229b1 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 945 time: 0.0814111 Jul 20 17:59:35.318352 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-52c0a4ce-2326-45be-994b-4a4bfe16aab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:35.384264 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2cc5992f-03d5-4286-b564-b2930a69c4eb req-4201f3b8-6d87-4826-ad09-40a917f6ae60 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623662 Jul 20 17:59:35.490928 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=c9bf751c-3a18-486e-a565-526120cdc6c5,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:35.508181 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port f5de968a-4bf8-4f92-8252-d8c31605010e completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:59:35.533708 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:35.568795 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-52c0a4ce-2326-45be-994b-4a4bfe16aab6 None None] Current status of the port c9bf751c-3a18-486e-a565-526120cdc6c5 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:35.579506 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c055d2c7-7d56-4879-bbaf-8c0105023b33 req-7d012ba1-5153-4a33-b7a3-1a448e20847f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 210 time: 0.0379925 Jul 20 17:59:35.597435 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Router 7c3ab300-a58a-49b3-a725-b198fa929657 is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:59:35.642402 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port f5de968a-4bf8-4f92-8252-d8c31605010e triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:35.642860 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:35.798258 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:59:35.846362 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Sync routers for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:59:35.871902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:35.872575 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:35.876593 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port f5de968a-4bf8-4f92-8252-d8c31605010e is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:35.876987 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:35.943280 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cceab-33dd-446b-af5b-1f48853f3626 req-5e2bd864-b026-499e-ae56-c83fe9222ffe tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:35.951378 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-709cceab-33dd-446b-af5b-1f48853f3626 req-5e2bd864-b026-499e-ae56-c83fe9222ffe tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0776846 Jul 20 17:59:35.963085 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7e4ade-e6d2-440a-be48-98aa3eb6fa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5de968a-4bf8-4f92-8252-d8c31605010e'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:59:35.966167 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499da0e0-d342-4c8d-a162-fbf5f766c4b5" -d '{"events": [{"server_uuid": "ca7e4ade-e6d2-440a-be48-98aa3eb6fa48", "name": "network-vif-plugged", "status": "completed", "tag": "f5de968a-4bf8-4f92-8252-d8c31605010e"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:59:35.977571 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:35.993359 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49868) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:35.993466 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-3e059c25-4273-458e-8975-526dad568411 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9825516 Jul 20 17:59:35.998859 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port f5de968a-4bf8-4f92-8252-d8c31605010e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f5de968a-4bf8-4f92-8252-d8c31605010e,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:36.046007 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49870) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:36.141682 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-709cceab-33dd-446b-af5b-1f48853f3626 req-182f7f40-75b4-4c33-b162-1facfaef4dc7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893907 Jul 20 17:59:36.151361 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bf2ca-7e10-454a-8b5c-7560a9761f16 x-openstack-request-id: req-041bf2ca-7e10-454a-8b5c-7560a9761f16 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:59:36.151783 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7e4ade-e6d2-440a-be48-98aa3eb6fa48", "name": "network-vif-plugged", "status": "completed", "tag": "f5de968a-4bf8-4f92-8252-d8c31605010e", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:59:36.152131 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-041bf2ca-7e10-454a-8b5c-7560a9761f16 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:59:36.152812 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041bf2ca-7e10-454a-8b5c-7560a9761f16'] response: {'server_uuid': 'ca7e4ade-e6d2-440a-be48-98aa3eb6fa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5de968a-4bf8-4f92-8252-d8c31605010e', 'code': 200} Jul 20 17:59:36.160879 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:36.198124 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:36.256113 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-d3e7466c-1278-4122-a8b9-81b53d2216b3 None None] Provisioning complete for port c9bf751c-3a18-486e-a565-526120cdc6c5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:36.256412 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d3e7466c-1278-4122-a8b9-81b53d2216b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:36.293684 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3540a0a7-f00a-47e7-9cf3-f446e531081b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:36.339454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=f5de968a-4bf8-4f92-8252-d8c31605010e,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:36.451671 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f856f2-fa5b-4b71-a0f5-d9f97ea923dc req-2624ade9-84fa-4b38-afc9-c10bb18ba29f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:36.453889 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c7f856f2-fa5b-4b71-a0f5-d9f97ea923dc req-2624ade9-84fa-4b38-afc9-c10bb18ba29f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.1669312 Jul 20 17:59:36.476850 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7466c-1278-4122-a8b9-81b53d2216b3 None None] Current status of the port c9bf751c-3a18-486e-a565-526120cdc6c5 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:36.497261 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3540a0a7-f00a-47e7-9cf3-f446e531081b admin admin] Publish callbacks [] for security_group (e68c6808-1d29-44ae-8240-bd32699bcaf3), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:36.522315 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:34Z', 'revision_number': 3, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:36.557442 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Checking router: 7c3ab300-a58a-49b3-a725-b198fa929657 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:59:36.557897 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Updating router 7c3ab300-a58a-49b3-a725-b198fa929657 port aa96edf4-e9f9-42c0-9e87-2d1632793522 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:59:36.580131 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3540a0a7-f00a-47e7-9cf3-f446e531081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (e68c6808-1d29-44ae-8240-bd32699bcaf3), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:36.596504 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:36.658848 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-3540a0a7-f00a-47e7-9cf3-f446e531081b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=25389f415ace49948bbebbde1c204f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6106441 Jul 20 17:59:36.676719 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49884) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:36.691100 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device c9bf751c-3a18-486e-a565-526120cdc6c5 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:36.702659 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540a0a7-f00a-47e7-9cf3-f446e531081b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68c6808-1d29-44ae-8240-bd32699bcaf3,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:36.741269 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760819e-4436-4861-b112-c3b4852704bf req-76ed5b53-198c-4405-8954-5ca12e8af188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:36.742885 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5760819e-4436-4861-b112-c3b4852704bf req-76ed5b53-198c-4405-8954-5ca12e8af188 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 1130 time: 0.0795972 Jul 20 17:59:36.756439 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c039-fb79-4a00-bd77-13d2c41f9a88 req-7c558692-eaa6-4fda-a9e5-d27e200c60c4 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:36.758439 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a609c039-fb79-4a00-bd77-13d2c41f9a88 req-7c558692-eaa6-4fda-a9e5-d27e200c60c4 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 946 time: 0.1750128 Jul 20 17:59:36.784287 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c7f856f2-fa5b-4b71-a0f5-d9f97ea923dc req-3e999933-8793-4fdd-8476-f81f443b7106 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092637 Jul 20 17:59:36.820736 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-712d0258-ceb5-4598-9062-c1e987041762 admin admin] Publish callbacks [] for security_group (e68c6808-1d29-44ae-8240-bd32699bcaf3), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:36.866163 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49888) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:36.871221 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5760819e-4436-4861-b112-c3b4852704bf req-9876cf03-62f6-462f-953a-e84a4a54e8d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209810 Jul 20 17:59:36.883629 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-712d0258-ceb5-4598-9062-c1e987041762 admin admin] Publish callbacks [] for security_group (e68c6808-1d29-44ae-8240-bd32699bcaf3), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:36.926264 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:36.930304 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a609c039-fb79-4a00-bd77-13d2c41f9a88 req-86142931-9412-432c-88de-5da981a6b0c1 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643164 Jul 20 17:59:36.977372 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e5641fe4-9cd0-4e36-8200-185beb5785a5 req-7a86b369-c2cc-4fdb-b9e5-df95879fd1e9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 210 time: 0.0410683 Jul 20 17:59:36.997862 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:37.080143 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port c9bf751c-3a18-486e-a565-526120cdc6c5 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:37.080143 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.083691 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8371b771-63cc-4a4a-9e60-1b59fad0be9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.137255 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.150252 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-712d0258-ceb5-4598-9062-c1e987041762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (e68c6808-1d29-44ae-8240-bd32699bcaf3), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.153084 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-712d0258-ceb5-4598-9062-c1e987041762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.169557 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-712d0258-ceb5-4598-9062-c1e987041762 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e68c6808-1d29-44ae-8240-bd32699bcaf3 HTTP/1.1" status: 204 len: 168 time: 0.4939606 Jul 20 17:59:37.217778 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d0258-ceb5-4598-9062-c1e987041762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68c6808-1d29-44ae-8240-bd32699bcaf3,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:37.265998 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8371b771-63cc-4a4a-9e60-1b59fad0be9b admin admin] Publish callbacks [] for security_group (e710df20-a6e5-4e80-a461-3a93a1e2eb1c), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.349688 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Publish callbacks [] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.368121 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port c9bf751c-3a18-486e-a565-526120cdc6c5 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:37.399500 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ca57f-2fdc-4a7c-8d3b-4a2a17456235 req-a765e344-8cbc-4419-9542-2a4d583684bb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:37.405292 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ff8ca57f-2fdc-4a7c-8d3b-4a2a17456235 req-a765e344-8cbc-4419-9542-2a4d583684bb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0846970 Jul 20 17:59:37.433039 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8371b771-63cc-4a4a-9e60-1b59fad0be9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (e710df20-a6e5-4e80-a461-3a93a1e2eb1c), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.447799 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.495236 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371b771-63cc-4a4a-9e60-1b59fad0be9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e710df20-a6e5-4e80-a461-3a93a1e2eb1c,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:37.517820 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fbefa-1121-42a1-ba6b-bf7d6db1712d None None] Pushing event updated for resources: {'Port': ['ID=aa96edf4-e9f9-42c0-9e87-2d1632793522,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:37.521063 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Attempting to bind port aa96edf4-e9f9-42c0-9e87-2d1632793522 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:59:37.525400 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8371b771-63cc-4a4a-9e60-1b59fad0be9b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=27fbc137fe59431dafb01eb0716f8448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6537988 Jul 20 17:59:37.525540 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Attempting to bind port aa96edf4-e9f9-42c0-9e87-2d1632793522 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:59:37.525540 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Attempting to bind port aa96edf4-e9f9-42c0-9e87-2d1632793522 on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:37.525817 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49898) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:37.535915 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:59:37.536402 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:37.537335 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.537477 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:59:37.537910 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Bound port: aa96edf4-e9f9-42c0-9e87-2d1632793522, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:59:37.538297 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.545206 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Allocated IP 172.20.0.1 (a874f6c4-198d-4134-9c45-0f89f909a425/ce42334b-2772-4ae9-867d-a7370296949f/cf2f9a7f-d980-42aa-a1f2-7a6a870f3892) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:37.560412 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ff8ca57f-2fdc-4a7c-8d3b-4a2a17456235 req-935b8053-684c-4d2a-b7a0-d4f71dbc7680 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482930 Jul 20 17:59:37.616902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] For port aa96edf4-e9f9-42c0-9e87-2d1632793522, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:59:37.621310 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] For port aa96edf4-e9f9-42c0-9e87-2d1632793522, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=aa96edf4-e9f9-42c0-9e87-2d1632793522,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:59:37.663602 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8357d281-b7b4-4eb4-80e5-3df2f9c1f1c2 admin admin] Publish callbacks [] for security_group (e710df20-a6e5-4e80-a461-3a93a1e2eb1c), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.666928 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:37.695067 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.705449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8357d281-b7b4-4eb4-80e5-3df2f9c1f1c2 admin admin] Publish callbacks [] for security_group (e710df20-a6e5-4e80-a461-3a93a1e2eb1c), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.795871 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:37.797168 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:37.813641 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Publish callbacks [] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.830686 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c47a5-dd98-4706-a182-1312a7f1de32 req-c7b6b4c6-c50d-41a4-9360-bfb929e9f754 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:37.833632 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f85c47a5-dd98-4706-a182-1312a7f1de32 req-c7b6b4c6-c50d-41a4-9360-bfb929e9f754 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.1031806 Jul 20 17:59:37.870717 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8357d281-b7b4-4eb4-80e5-3df2f9c1f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (e710df20-a6e5-4e80-a461-3a93a1e2eb1c), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.874639 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8357d281-b7b4-4eb4-80e5-3df2f9c1f1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:37.876929 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8357d281-b7b4-4eb4-80e5-3df2f9c1f1c2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e710df20-a6e5-4e80-a461-3a93a1e2eb1c HTTP/1.1" status: 204 len: 168 time: 0.3496897 Jul 20 17:59:37.898445 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fbefa-1121-42a1-ba6b-bf7d6db1712d None None] Pushing event updated for resources: {'Port': ['ID=aa96edf4-e9f9-42c0-9e87-2d1632793522,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:37.910453 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357d281-b7b4-4eb4-80e5-3df2f9c1f1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710df20-a6e5-4e80-a461-3a93a1e2eb1c,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:37.951207 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f85c47a5-dd98-4706-a182-1312a7f1de32 req-017d42c6-2dc6-4a1f-88ef-a69aefba2be0 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071718 Jul 20 17:59:38.018488 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:38.047154 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:38.085402 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:38.165728 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Network a874f6c4-198d-4134-9c45-0f89f909a425 is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:38.189965 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:38.193406 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:38.194365 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (7c3ab300-a58a-49b3-a725-b198fa929657), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:38.216014 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49910) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:38.265198 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9f9c62d3-aa9c-4b1d-b4ff-de6461dd1ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:38.319894 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:38.374498 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dc892254-fef9-478a-9b73-29efc09af5cf req-9698f905-75fc-43fa-adc2-16c491e67e8c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 210 time: 0.2646139 Jul 20 17:59:38.377646 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:38.392921 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:34Z', 'revision_number': 3, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:38.469512 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114494f-a554-491c-8b4c-1e401e31c07a None None] The sync data for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb is: [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:34Z', 'revision_number': 3, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:59:38.481083 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-20719d18-74d5-4a5d-91b5-17dd625ef4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:38.485743 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-20719d18-74d5-4a5d-91b5-17dd625ef4de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 1130 time: 0.2229221 Jul 20 17:59:38.514293 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd647014-3386-48fd-82a3-f5962a687589 req-e9a21b45-e7e9-4b2f-b828-8a0cf968385f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:38.517564 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cd647014-3386-48fd-82a3-f5962a687589 req-e9a21b45-e7e9-4b2f-b828-8a0cf968385f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 946 time: 0.1465514 Jul 20 17:59:38.629802 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9f9c62d3-aa9c-4b1d-b4ff-de6461dd1ccc admin admin] Publish callbacks [] for security_group (93ef3088-d3bf-4aa4-8913-7653804a270e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:38.632622 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:38.666639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-602f0cc9-c223-4d15-83cd-9c7d03ac8f22 None None] Provisioning complete for port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:38.667246 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-602f0cc9-c223-4d15-83cd-9c7d03ac8f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:38.674971 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cd647014-3386-48fd-82a3-f5962a687589 req-24c178bc-4162-47b2-a803-d1f2172e02d5 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497760 Jul 20 17:59:38.710854 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9f9c62d3-aa9c-4b1d-b4ff-de6461dd1ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (93ef3088-d3bf-4aa4-8913-7653804a270e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:38.730662 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-602f0cc9-c223-4d15-83cd-9c7d03ac8f22 None None] Port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:59:38.756275 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c62d3-aa9c-4b1d-b4ff-de6461dd1ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef3088-d3bf-4aa4-8913-7653804a270e,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:38.766129 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9f9c62d3-aa9c-4b1d-b4ff-de6461dd1ccc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dbbdbd23ac38443299e97530ec7d3064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468960 Jul 20 17:59:38.771032 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 49916) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:38.856006 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a6320-9dce-4454-965f-d37b6b77d0f3 req-c9950d3d-1160-43fd-a937-2756688e0e34 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:38.857740 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-587a6320-9dce-4454-965f-d37b6b77d0f3 req-c9950d3d-1160-43fd-a937-2756688e0e34 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1438251 Jul 20 17:59:38.983283 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0bda3bd0-d747-4036-b158-01f905ec728e admin admin] Publish callbacks [] for security_group (93ef3088-d3bf-4aa4-8913-7653804a270e), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.001631 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-587a6320-9dce-4454-965f-d37b6b77d0f3 req-7c0291d8-78f7-4e1f-9980-8cba94b687df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274102 Jul 20 17:59:39.037050 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Publish callbacks [] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.045684 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0bda3bd0-d747-4036-b158-01f905ec728e admin admin] Publish callbacks [] for security_group (93ef3088-d3bf-4aa4-8913-7653804a270e), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.152694 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2d7c2-c877-4988-ab58-010ef8d3fe7c req-54ec9d18-aa04-4893-81d4-0b5129b52af3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:39.154236 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-74d2d7c2-c877-4988-ab58-010ef8d3fe7c req-54ec9d18-aa04-4893-81d4-0b5129b52af3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0679431 Jul 20 17:59:39.157254 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.163830 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (7c3ab300-a58a-49b3-a725-b198fa929657), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.193167 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49920) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:39.236863 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-2f006e9e-486b-4f6f-98f4-65034df74cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:39.239743 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-2f006e9e-486b-4f6f-98f4-65034df74cca service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.3861454 Jul 20 17:59:39.242972 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-95261f16-6923-442e-9593-d3e21c2cea1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.262128 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-add488df-abb7-4d2d-a146-78cc4c9ad861 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:39.263343 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-add488df-abb7-4d2d-a146-78cc4c9ad861 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 815 time: 0.3973188 Jul 20 17:59:39.306200 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-11b31ca4-bc46-4e2d-a288-0a6360dbe157 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363 HTTP/1.1" status: 200 len: 217 time: 0.0605040 Jul 20 17:59:39.341702 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:39.350786 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0bda3bd0-d747-4036-b158-01f905ec728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (93ef3088-d3bf-4aa4-8913-7653804a270e), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.356032 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0bda3bd0-d747-4036-b158-01f905ec728e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.358103 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-0bda3bd0-d747-4036-b158-01f905ec728e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/93ef3088-d3bf-4aa4-8913-7653804a270e HTTP/1.1" status: 204 len: 168 time: 0.5859041 Jul 20 17:59:39.424542 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda3bd0-d747-4036-b158-01f905ec728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef3088-d3bf-4aa4-8913-7653804a270e,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:39.490576 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-74d2d7c2-c877-4988-ab58-010ef8d3fe7c req-af8c3f18-874c-4006-b3b9-aa92fb50d4a2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931514 Jul 20 17:59:39.527672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-b538d71d-4ed9-4cae-8e29-65466028490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:39.541132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Network a874f6c4-198d-4134-9c45-0f89f909a425 is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:39.542906 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:39.543123 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-b538d71d-4ed9-4cae-8e29-65466028490a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.2228589 Jul 20 17:59:39.681476 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-eb31be6e-bd0d-4eaa-8566-cbbfbeaf29e6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 472 time: 0.3829241 Jul 20 17:59:39.728065 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-95261f16-6923-442e-9593-d3e21c2cea1a admin admin] Publish callbacks [] for security_group (0f054ce5-6ae6-452b-9fce-45f031fe8b86), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.730745 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-9119ccbb-5c4c-40eb-8f9d-f13fe25ed370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:39.734883 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-9119ccbb-5c4c-40eb-8f9d-f13fe25ed370 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1789789 Jul 20 17:59:39.741560 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'port': {'device_id': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'admin_state_up': True, 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'security_groups': ['0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:39.742375 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:39.808707 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c2c7b8f1-48b5-465f-9d1e-208c7aed7e9e req-4ecf960e-2047-478d-8c5f-56987b9e3501 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 210 time: 0.1063399 Jul 20 17:59:39.869160 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-95261f16-6923-442e-9593-d3e21c2cea1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0f054ce5-6ae6-452b-9fce-45f031fe8b86), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:39.943114 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:39.966183 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb43816-5517-4d5d-ac20-9f0b988178b9 req-0bd054ed-f248-4c8c-aa90-3fe31d45d6a8 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:39.967807 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4bb43816-5517-4d5d-ac20-9f0b988178b9 req-0bd054ed-f248-4c8c-aa90-3fe31d45d6a8 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 946 time: 0.1414721 Jul 20 17:59:40.007816 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Router 7c3ab300-a58a-49b3-a725-b198fa929657 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:59:40.008096 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-300c9e3d-0220-43ab-9740-40427d50e0dd None None] Provisioning complete for port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:40.008966 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-300c9e3d-0220-43ab-9740-40427d50e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:40.032393 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95261f16-6923-442e-9593-d3e21c2cea1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f054ce5-6ae6-452b-9fce-45f031fe8b86,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:40.054204 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4bb43816-5517-4d5d-ac20-9f0b988178b9 req-9680d311-c769-43a7-902f-400afc7f88f7 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750744 Jul 20 17:59:40.103813 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-95261f16-6923-442e-9593-d3e21c2cea1a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7c6839fa7d324bacaa4e43ce42003e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9035461 Jul 20 17:59:40.113749 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49934) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:40.135048 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-300c9e3d-0220-43ab-9740-40427d50e0dd None None] Port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:59:40.244248 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-191ab849-61d9-44ed-93f7-d55533c54e67 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063914 Jul 20 17:59:40.414453 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-06edcbbd-79d8-4cab-b99f-c46b65ce99e5 admin admin] Publish callbacks [] for security_group (0f054ce5-6ae6-452b-9fce-45f031fe8b86), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:40.451213 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Made reservation on behalf of 42a3ef9ead804c5483de2cc4ac8855b3 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:40.456118 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:40.497104 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-06edcbbd-79d8-4cab-b99f-c46b65ce99e5 admin admin] Publish callbacks [] for security_group (0f054ce5-6ae6-452b-9fce-45f031fe8b86), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:40.555542 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1860dd-26f0-42b4-98ec-f309e1168e3c req-d4ddbd90-b2b4-419e-b0ea-0b3bbb99cc80 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:40.563090 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2d1860dd-26f0-42b4-98ec-f309e1168e3c req-d4ddbd90-b2b4-419e-b0ea-0b3bbb99cc80 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.3505909 Jul 20 17:59:40.565757 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:59:40.567699 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-49b0f6d8-39bc-497a-a7df-7338b725dea7 req-4d4e3b15-c66f-4bce-adbf-82bb5f402151 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032684 Jul 20 17:59:40.593837 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-de091b56-ab1a-42f8-81c5-a71498c938c1 admin admin] 10.222.0.27 "PUT /v2.0/routers/7c3ab300-a58a-49b3-a725-b198fa929657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5965211 Jul 20 17:59:40.783584 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2d1860dd-26f0-42b4-98ec-f309e1168e3c req-42f9fd05-5330-4c9a-83ec-7b9ccee8799a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183745 Jul 20 17:59:40.817102 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-06edcbbd-79d8-4cab-b99f-c46b65ce99e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0f054ce5-6ae6-452b-9fce-45f031fe8b86), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:40.820544 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-06edcbbd-79d8-4cab-b99f-c46b65ce99e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:40.821813 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-06edcbbd-79d8-4cab-b99f-c46b65ce99e5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0f054ce5-6ae6-452b-9fce-45f031fe8b86 HTTP/1.1" status: 204 len: 168 time: 0.7036297 Jul 20 17:59:40.862844 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edcbbd-79d8-4cab-b99f-c46b65ce99e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f054ce5-6ae6-452b-9fce-45f031fe8b86,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:40.902460 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Allocated IP 172.20.0.3 (a279782c-a6f9-4260-a721-74e3c41283c9/595c17cd-33a2-4e71-856c-14bab02242fe/e1b0e8c0-b30c-4353-8c13-29661611ed2e) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:40.924264 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device aa96edf4-e9f9-42c0-9e87-2d1632793522 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:40.964967 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774f06b-d92d-428e-b265-517ec28decb1 req-acdac5f4-197a-4d6f-a298-160ea7b037cc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:40.969515 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3774f06b-d92d-428e-b265-517ec28decb1 req-acdac5f4-197a-4d6f-a298-160ea7b037cc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.1836796 Jul 20 17:59:41.087109 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port aa96edf4-e9f9-42c0-9e87-2d1632793522 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:41.087748 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:41.098273 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:41.102153 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-85bbcd7e-9311-4f43-8436-45c396e31d42 req-c8059fb2-2a78-474a-b6f5-59ee5c308ead tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 210 time: 0.0968666 Jul 20 17:59:41.206217 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3774f06b-d92d-428e-b265-517ec28decb1 req-511a0cee-9519-4c80-b818-16caa972f292 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230246 Jul 20 17:59:41.302014 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port aa96edf4-e9f9-42c0-9e87-2d1632793522 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:41.302725 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:41.356317 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port aa96edf4-e9f9-42c0-9e87-2d1632793522, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=aa96edf4-e9f9-42c0-9e87-2d1632793522,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:41.397140 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:41.468098 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Sync routers for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:59:41.485612 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:41.486134 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:41.574127 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:41.622043 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:41.651582 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=aa96edf4-e9f9-42c0-9e87-2d1632793522,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:41.682021 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:41.734874 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Network a279782c-a6f9-4260-a721-74e3c41283c9 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:41.742342 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:41.745774 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=e1b0e8c0-b30c-4353-8c13-29661611ed2e,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:41.751137 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:41.888564 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:41.897840 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:41.994397 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-e4131a1e-a975-4e9d-a450-452270c8583c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2583487 Jul 20 17:59:42.124463 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:42.182796 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-8432d6bf-37f2-445d-9b09-df940307de64 None None] Provisioning complete for port e1b0e8c0-b30c-4353-8c13-29661611ed2e triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:42.184119 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8432d6bf-37f2-445d-9b09-df940307de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:42.189321 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225870de-3eb2-451f-b2e2-59f989ddd963 req-4e639987-0ddf-4f20-87a3-d96533714904 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:42.198320 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-225870de-3eb2-451f-b2e2-59f989ddd963 req-4e639987-0ddf-4f20-87a3-d96533714904 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1216853 Jul 20 17:59:42.246169 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 2, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:42.264126 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-8432d6bf-37f2-445d-9b09-df940307de64 None None] Port e1b0e8c0-b30c-4353-8c13-29661611ed2e cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:59:42.299661 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Checking router: 7c3ab300-a58a-49b3-a725-b198fa929657 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:59:42.300229 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Updating router 7c3ab300-a58a-49b3-a725-b198fa929657 port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:59:42.302709 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-225870de-3eb2-451f-b2e2-59f989ddd963 req-6828e5f3-c8b7-46cb-9337-1bfdce5e6de8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971179 Jul 20 17:59:42.354202 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:42.438087 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 49984) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:42.449250 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:42.495878 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8bbd-59d6-47ef-8109-ff361312ac77 req-f292ae96-0a0d-4766-ac36-ad8b75d7cdff tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:42.510632 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a26d8bbd-59d6-47ef-8109-ff361312ac77 req-f292ae96-0a0d-4766-ac36-ad8b75d7cdff tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 931 time: 0.1290884 Jul 20 17:59:42.543446 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Request body: {'port': {'device_id': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:42.558365 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0549977d-56b2-4e30-8df1-5e4f6f62d257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:42.700022 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a26d8bbd-59d6-47ef-8109-ff361312ac77 req-51db9d9c-86f9-4aad-a19f-832f92cbc668 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861434 Jul 20 17:59:42.730754 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:42.855545 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device aa96edf4-e9f9-42c0-9e87-2d1632793522 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:42.863737 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Publish callbacks [] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:42.867003 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:42.927663 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29cea9-a48d-4540-ac3f-db321607645b req-d51c584c-270b-4841-b8cb-df81a6483237 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:42.944187 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d29cea9-a48d-4540-ac3f-db321607645b req-d51c584c-270b-4841-b8cb-df81a6483237 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.1962602 Jul 20 17:59:42.974687 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:42.975698 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.009832 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port aa96edf4-e9f9-42c0-9e87-2d1632793522 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:43.010212 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.112698 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Pushing event updated for resources: {'Port': ['ID=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:43.116931 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0549977d-56b2-4e30-8df1-5e4f6f62d257 admin admin] Publish callbacks [] for security_group (dde60f18-5d04-4058-8321-6b2e544fb654), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.136185 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.136638 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.136889 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.137445 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.137817 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.138154 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.138477 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.138800 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.141720 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35fa5-378a-4c36-b993-89684c2351d5 req-9d6843b8-2f82-4f19-b935-65aeaffd66ed tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:43.144420 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.145200 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.145588 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.145957 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.146299 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.152879 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.153317 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 17:59:43.163445 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b5a35fa5-378a-4c36-b993-89684c2351d5 req-9d6843b8-2f82-4f19-b935-65aeaffd66ed tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 946 time: 0.2131565 Jul 20 17:59:43.217133 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d29cea9-a48d-4540-ac3f-db321607645b req-68511099-42d6-45d4-84cb-123e2ab9fe1c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708511 Jul 20 17:59:43.221779 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0549977d-56b2-4e30-8df1-5e4f6f62d257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (dde60f18-5d04-4058-8321-6b2e544fb654), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.226358 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:43.230633 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port aa96edf4-e9f9-42c0-9e87-2d1632793522 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:43.265248 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:43.315859 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Attempting to bind port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:59:43.317074 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Attempting to bind port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:59:43.320777 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Attempting to bind port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 on network a874f6c4-198d-4134-9c45-0f89f909a425 {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:43.339645 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:59:43.343526 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Checking segment: {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:43.343526 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.347755 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Bound using segment: {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:59:43.349290 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Bound port: cf2f9a7f-d980-42aa-a1f2-7a6a870f3892, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:59:43.355092 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.363670 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b5a35fa5-378a-4c36-b993-89684c2351d5 req-b935bb85-1da7-4d3c-9782-e895320330b0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979229 Jul 20 17:59:43.464232 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50000) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:43.486606 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-640849037-network', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:43.506353 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-0549977d-56b2-4e30-8df1-5e4f6f62d257 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8b1d017476764cd5a0819d9fad63335b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0676193 Jul 20 17:59:43.515857 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549977d-56b2-4e30-8df1-5e4f6f62d257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde60f18-5d04-4058-8321-6b2e544fb654,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:43.524190 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50002) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:43.593840 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:43.604756 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] For port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:59:43.608373 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] For port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:59:43.639576 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e5100-2fe3-4fb4-b22b-4582766ab74d req-412b8157-cfb6-470f-b445-e4f7498d3cae tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:43.642207 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-347e5100-2fe3-4fb4-b22b-4582766ab74d req-412b8157-cfb6-470f-b445-e4f7498d3cae tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1393654 Jul 20 17:59:43.719964 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-347e5100-2fe3-4fb4-b22b-4582766ab74d req-f9531d62-5b56-432c-bc3d-e7dadaa383b9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664401 Jul 20 17:59:43.730882 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d7574452-8453-4aa0-97dd-d86fa14a3e2a admin admin] Publish callbacks [] for security_group (dde60f18-5d04-4058-8321-6b2e544fb654), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.774847 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.797712 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Made reservation on behalf of 93bf2155672641dfa2fb7366b4fb2b68 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:43.803375 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.809889 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d7574452-8453-4aa0-97dd-d86fa14a3e2a admin admin] Publish callbacks [] for security_group (dde60f18-5d04-4058-8321-6b2e544fb654), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.847277 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:43.857902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c7371eeb-ea35-4f6d-af91-3a693a45bdee None None] Provisioning complete for port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:43.858827 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c7371eeb-ea35-4f6d-af91-3a693a45bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.880382 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:43.925220 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:43.926943 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:43.965486 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f15fb-475e-4dec-a872-14f5ba33257d req-bfaf21b7-896f-4da5-a7a7-a9bf35150e59 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:43.971686 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b0f15fb-475e-4dec-a872-14f5ba33257d req-bfaf21b7-896f-4da5-a7a7-a9bf35150e59 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 931 time: 0.1178579 Jul 20 17:59:44.041754 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c7371eeb-ea35-4f6d-af91-3a693a45bdee None None] Current status of the port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:44.042905 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c7371eeb-ea35-4f6d-af91-3a693a45bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.136896 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:44.137828 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Publish callbacks [] for security_group (bf9fc174-10dc-45b7-a293-d7b7aa586653), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.178751 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b0f15fb-475e-4dec-a872-14f5ba33257d req-103399d7-1203-40fb-852e-9d9a7de18f4c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996076 Jul 20 17:59:44.239476 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-c7371eeb-ea35-4f6d-af91-3a693a45bdee None None] For port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:44.259012 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b0e8c0-b30c-4353-8c13-29661611ed2e {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:59:44.274699 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Publish callbacks [] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.276981 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7eabd-ce1a-491a-8cec-c9a202ef4a48 None None] Pushing event updated for resources: {'Port': ['ID=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,revision_number=4']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:44.337686 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (bf9fc174-10dc-45b7-a293-d7b7aa586653), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.403428 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Transition to ACTIVE for port object e1b0e8c0-b30c-4353-8c13-29661611ed2e will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 17:59:44.405864 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c7371eeb-ea35-4f6d-af91-3a693a45bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.411352 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d7574452-8453-4aa0-97dd-d86fa14a3e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (dde60f18-5d04-4058-8321-6b2e544fb654), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.418861 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d7574452-8453-4aa0-97dd-d86fa14a3e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.419655 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d7574452-8453-4aa0-97dd-d86fa14a3e2a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dde60f18-5d04-4058-8321-6b2e544fb654 HTTP/1.1" status: 204 len: 168 time: 0.8936355 Jul 20 17:59:44.428684 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 17:59:44.433550 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9fc174-10dc-45b7-a293-d7b7aa586653,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:44.464078 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7574452-8453-4aa0-97dd-d86fa14a3e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde60f18-5d04-4058-8321-6b2e544fb654,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:44.471862 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (e6d6fbe2-c436-4aee-bb42-b04d1f36dd78), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.473025 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Added segment e6d6fbe2-c436-4aee-bb42-b04d1f36dd78 of type vlan for network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 Jul 20 17:59:44.498027 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:43Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:44.554730 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66f1e4-025e-45dc-a6fe-978002c6aee4 None None] The sync data for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb is: [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:43Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:59:44.562059 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7371eeb-ea35-4f6d-af91-3a693a45bdee None None] Pushing event updated for resources: {'Port': ['ID=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:44.580432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:44.598763 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.599140 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-7e7f5f11-b6fa-44ce-8f2b-ec2997937fa0 None None] Provisioning complete for port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:44.603115 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5f11-b6fa-44ce-8f2b-ec2997937fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.720646 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:44.754133 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a951c-41c9-4adf-9a2f-d16ca39451fe req-a682c554-fc9d-4773-85b9-916ba3022b26 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:44.772524 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (099c36c1-d0c7-4571-919c-a4cc294ff8f9), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:44.779659 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-831a951c-41c9-4adf-9a2f-d16ca39451fe req-a682c554-fc9d-4773-85b9-916ba3022b26 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.3927896 Jul 20 17:59:44.803676 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f5f11-b6fa-44ce-8f2b-ec2997937fa0 None None] Current status of the port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:44.888563 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cdd1c-ae3e-43fd-8743-ce884431bf21 req-566f9dd0-36d0-45d1-8a47-09ca8e843376 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:44.904954 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2d4cdd1c-ae3e-43fd-8743-ce884431bf21 req-566f9dd0-36d0-45d1-8a47-09ca8e843376 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 946 time: 0.3654985 Jul 20 17:59:44.912390 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:44.954041 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b0e8c0-b30c-4353-8c13-29661611ed2e,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:44.993352 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Attempting to bind port e1b0e8c0-b30c-4353-8c13-29661611ed2e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:59:44.994335 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Attempting to bind port e1b0e8c0-b30c-4353-8c13-29661611ed2e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:59:44.994853 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Attempting to bind port e1b0e8c0-b30c-4353-8c13-29661611ed2e on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:45.045383 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-831a951c-41c9-4adf-9a2f-d16ca39451fe req-a4b7b0ec-22dd-48a3-af7b-55b3e8544d81 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641175 Jul 20 17:59:45.072390 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Port e1b0e8c0-b30c-4353-8c13-29661611ed2e on network a279782c-a6f9-4260-a721-74e3c41283c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 17:59:45.073079 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Attempting to bind port e1b0e8c0-b30c-4353-8c13-29661611ed2e on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:45.082263 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (099c36c1-d0c7-4571-919c-a4cc294ff8f9), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:45.083828 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:45.084682 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:45.117293 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2d4cdd1c-ae3e-43fd-8743-ce884431bf21 req-372a511d-bf56-4833-a7f3-da92f0d7abde tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903710 Jul 20 17:59:45.286642 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] Pushing event updated for resources: {'Network': ['ID=099c36c1-d0c7-4571-919c-a4cc294ff8f9,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:45.288811 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:45.304545 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:45.317398 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:59:45.318224 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 17:59:45.318901 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Checking segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:45.319670 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Bound using segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:59:45.320405 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Bound port: e1b0e8c0-b30c-4353-8c13-29661611ed2e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:59:45.326355 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:45.335366 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57792-cd15-4765-abf8-b58691e6801e req-546bfb1d-de6e-4ed4-ae96-08689a7ce274 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:45.338893 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3cd57792-cd15-4765-abf8-b58691e6801e req-546bfb1d-de6e-4ed4-ae96-08689a7ce274 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 946 time: 0.3467157 Jul 20 17:59:45.413413 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63679b0-e52c-47b3-be27-b6701bf835f7 req-ead08a5f-e481-40e1-84a7-a317b73952fc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:45.423118 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e63679b0-e52c-47b3-be27-b6701bf835f7 req-ead08a5f-e481-40e1-84a7-a317b73952fc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1654432 Jul 20 17:59:45.562590 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-77dc2044-8ec6-4862-b60a-b1be3b10ffef admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0947671 Jul 20 17:59:45.586794 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50036) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:45.588212 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7baac2-d413-48bc-bbe7-47af8ed41737 req-47d01187-c358-4c1f-8444-dd2843587841 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:45.590716 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2e7baac2-d413-48bc-bbe7-47af8ed41737 req-47d01187-c358-4c1f-8444-dd2843587841 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 943 time: 0.1597421 Jul 20 17:59:45.662342 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Request body: {'subnet': {'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-640849037-subnet', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'ip_version': 4}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:45.747547 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Deleting port f5de968a-4bf8-4f92-8252-d8c31605010e {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 17:59:45.747900 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:45.751560 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] For port e1b0e8c0-b30c-4353-8c13-29661611ed2e, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:59:45.776822 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2e7baac2-d413-48bc-bbe7-47af8ed41737 req-62a9f4aa-fd88-43c3-a7a6-a4e1bf6c3731 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733692 Jul 20 17:59:45.793103 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] For port e1b0e8c0-b30c-4353-8c13-29661611ed2e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e1b0e8c0-b30c-4353-8c13-29661611ed2e,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:59:45.821548 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e63679b0-e52c-47b3-be27-b6701bf835f7 req-139cb114-17f9-4cb6-a73b-41a8721397fe tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819044 Jul 20 17:59:45.899668 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Made reservation on behalf of 93bf2155672641dfa2fb7366b4fb2b68 for: {'subnet': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:45.903521 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005238'] for subnet (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:45.965649 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:45.981229 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] For port f5de968a-4bf8-4f92-8252-d8c31605010e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=f5de968a-4bf8-4f92-8252-d8c31605010e,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:45.981781 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:46.126524 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Calling delete_port for f5de968a-4bf8-4f92-8252-d8c31605010e owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 17:59:46.183610 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:46.184664 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:46.195596 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1b0e8c0-b30c-4353-8c13-29661611ed2e HTTP/1.1" status: 200 len: 1093 time: 3.6690159 Jul 20 17:59:46.222016 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'tag': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:59:46.229264 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a92c981-c134-457c-9600-bc10189fca5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f86de26-bca9-4ef5-81a0-c4e0496619e2", "tag": "e1b0e8c0-b30c-4353-8c13-29661611ed2e"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:59:46.265518 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:46.343344 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8c2a7-8208-4d58-bc4a-8b98c6926218 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b0e8c0-b30c-4353-8c13-29661611ed2e,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:46.449531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4da851-f1cd-4bfb-b4c6-fe3918c4a573 x-openstack-request-id: req-8a4da851-f1cd-4bfb-b4c6-fe3918c4a573 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:59:46.449836 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f86de26-bca9-4ef5-81a0-c4e0496619e2", "tag": "e1b0e8c0-b30c-4353-8c13-29661611ed2e", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:59:46.450053 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8a4da851-f1cd-4bfb-b4c6-fe3918c4a573 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:59:46.450441 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4da851-f1cd-4bfb-b4c6-fe3918c4a573'] response: {'name': 'network-changed', 'server_uuid': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'tag': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'status': 'completed', 'code': 200} Jul 20 17:59:46.529691 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e5e9-c662-4e76-8696-a91aa24f9882 req-7f4d6803-d679-47b3-8f36-ff568616f757 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:46.547189 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3627e5e9-c662-4e76-8696-a91aa24f9882 req-7f4d6803-d679-47b3-8f36-ff568616f757 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 946 time: 0.1874075 Jul 20 17:59:46.680049 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-15c2afd3-c633-4005-a23b-82a500a748df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:46.681744 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-15c2afd3-c633-4005-a23b-82a500a748df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 1127 time: 0.1836545 Jul 20 17:59:46.893180 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3627e5e9-c662-4e76-8696-a91aa24f9882 req-2fb0ca54-baef-42ec-8ce6-d9ff19ea1d15 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408649 Jul 20 17:59:46.897785 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:46.898063 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-5d95ce7e-0024-458f-b0c1-e22373113467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b0e8c0-b30c-4353-8c13-29661611ed2e HTTP/1.1" status: 200 len: 217 time: 0.1289225 Jul 20 17:59:46.901536 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8456112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005216'] for subnet (22dba5db-d55d-4bdf-9c9a-a537c8e35baf), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:47.010924 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:47.118917 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:47.119491 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:47.176851 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1f5c-2d96-4d93-8cef-94afcf478ef1 req-031ff572-154b-4b3f-80a7-2ebf4b7f4dd8 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:47.192695 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cfae1f5c-2d96-4d93-8cef-94afcf478ef1 req-031ff572-154b-4b3f-80a7-2ebf4b7f4dd8 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 943 time: 0.1909125 Jul 20 17:59:47.314906 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (f5de968a-4bf8-4f92-8252-d8c31605010e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:47.320396 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22dba5db-d55d-4bdf-9c9a-a537c8e35baf,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:47.326533 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a411eb-6e25-40f9-86ab-ddc6a075e36f req-339a3fe4-56df-4cf1-85cc-9adb14161aba tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:47.328292 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c6a411eb-6e25-40f9-86ab-ddc6a075e36f req-339a3fe4-56df-4cf1-85cc-9adb14161aba tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1313558 Jul 20 17:59:47.333901 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-30da525c-5f98-41dc-bd42-6414faf94358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:47.336716 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-30da525c-5f98-41dc-bd42-6414faf94358 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.4251947 Jul 20 17:59:47.369503 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cfae1f5c-2d96-4d93-8cef-94afcf478ef1 req-cd77e985-8ebb-4827-b8f0-8790408504de tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701686 Jul 20 17:59:47.440178 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:47.452825 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c6a411eb-6e25-40f9-86ab-ddc6a075e36f req-97f3ed28-f427-42a3-966e-faa8b777ccf7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087301 Jul 20 17:59:47.705906 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Pushing event deleted for resources: {'Port': ['ID=f5de968a-4bf8-4f92-8252-d8c31605010e,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:47.784032 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Checking segment: {'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:47.784384 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Network hostable DHCP agents. Network: 099c36c1-d0c7-4571-919c-a4cc294ff8f9, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 17:59:47.788228 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-6a37018a-959b-4617-b3ee-5ee22b1485cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:47.790311 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-6a37018a-959b-4617-b3ee-5ee22b1485cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4341719 Jul 20 17:59:47.790891 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] No DVR routers for this DVR port f5de968a-4bf8-4f92-8252-d8c31605010e on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 17:59:47.794784 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:47.799009 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3cd57792-cd15-4765-abf8-b58691e6801e req-70b01005-b571-42dd-9fe5-76afe8ec7a2f tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.13 "DELETE /v2.0/ports/f5de968a-4bf8-4f92-8252-d8c31605010e HTTP/1.1" status: 204 len: 173 time: 2.4442408 Jul 20 17:59:47.930409 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-78572138-3423-42a6-8e91-22153b499936 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220047 Jul 20 17:59:47.940212 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 17:59:48.045612 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 099c36c1-d0c7-4571-919c-a4cc294ff8f9) {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:48.073882 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bbf02-de4d-47cf-a05d-63049c87ec8f None None] Network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:59:48.117823 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:48.119180 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:48.163860 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:48.204445 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ccfedcb2-84bd-4c9b-9a06-ed8c3e1bb60d req-59145493-900e-4093-9f13-1b987f068d22 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 210 time: 0.0925944 Jul 20 17:59:48.215304 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e048e6fe-58a0-4575-9939-25367be8a1c7 req-ec326fc5-d6b3-4a79-9eec-777d79e0d54b service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772889 Jul 20 17:59:48.327749 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-4cb91d2b-b464-4ba5-980e-8412df6e9a33 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7343926 Jul 20 17:59:48.328885 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50116) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:48.335267 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:48.378322 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50126) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:48.393775 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-4ae5ea88-a909-48c3-be2c-37159c2495bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78236240', 'description': 'tempest-description--629481368'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:48.441404 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-099c36c1-d0c7-4571-919c-a4cc294ff8f9', 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9', 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'fixed_ips': [{'subnet_id': '22dba5db-d55d-4bdf-9c9a-a537c8e35baf'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 17:59:48.446693 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:48.452110 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7e4ade-e6d2-440a-be48-98aa3eb6fa48', 'name': 'network-vif-deleted', 'tag': 'f5de968a-4bf8-4f92-8252-d8c31605010e'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:59:48.462598 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fa0c9b-caaf-41db-8f04-10f2df2710a6" -d '{"events": [{"server_uuid": "ca7e4ade-e6d2-440a-be48-98aa3eb6fa48", "name": "network-vif-deleted", "tag": "f5de968a-4bf8-4f92-8252-d8c31605010e"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:59:48.538114 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2ee039-d698-497a-9e79-c777fc8153c9 x-openstack-request-id: req-2c2ee039-d698-497a-9e79-c777fc8153c9 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:59:48.538548 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7e4ade-e6d2-440a-be48-98aa3eb6fa48", "name": "network-vif-deleted", "tag": "f5de968a-4bf8-4f92-8252-d8c31605010e", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:59:48.538934 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2c2ee039-d698-497a-9e79-c777fc8153c9 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:59:48.540099 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2ee039-d698-497a-9e79-c777fc8153c9'] response: {'server_uuid': 'ca7e4ade-e6d2-440a-be48-98aa3eb6fa48', 'name': 'network-vif-deleted', 'tag': 'f5de968a-4bf8-4f92-8252-d8c31605010e', 'status': 'completed', 'code': 200} Jul 20 17:59:48.614285 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4ae5ea88-a909-48c3-be2c-37159c2495bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:48.666008 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (c7948df7-ac63-4f20-bebe-2a10ff586f43), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:48.666008 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (c7948df7-ac63-4f20-bebe-2a10ff586f43), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.108441 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc8bab-60b1-4612-8b51-c765c6875cd0 req-b1f6e660-e44b-4e25-aed3-dc4c5eb70a6a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:49.108441 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bdfc8bab-60b1-4612-8b51-c765c6875cd0 req-b1f6e660-e44b-4e25-aed3-dc4c5eb70a6a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 943 time: 0.2209320 Jul 20 17:59:49.109351 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4ae5ea88-a909-48c3-be2c-37159c2495bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group (6fb2c0f0-d991-44a3-88bd-124382759563), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.110286 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Allocated IP 172.20.0.2 (099c36c1-d0c7-4571-919c-a4cc294ff8f9/22dba5db-d55d-4bdf-9c9a-a537c8e35baf/b93e58ca-1254-4961-9474-0faa6113bf9a) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:49.110920 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks [] for router_controller (c7948df7-ac63-4f20-bebe-2a10ff586f43), precommit_add_association {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.110920 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48f4c-b631-4830-9e9e-236cfcb2d3b8 req-94a1e196-9a1b-4b9d-a53b-7540dcb98100 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:49.110920 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ebf48f4c-b631-4830-9e9e-236cfcb2d3b8 req-94a1e196-9a1b-4b9d-a53b-7540dcb98100 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1828771 Jul 20 17:59:49.110920 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bdfc8bab-60b1-4612-8b51-c765c6875cd0 req-a1140a77-e0d5-4119-ae8f-5d2386e0c5a5 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744134 Jul 20 17:59:49.110920 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ebf48f4c-b631-4830-9e9e-236cfcb2d3b8 req-a440ddf1-0a7b-41be-bdce-49bf50e8b87d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677645 Jul 20 17:59:49.111328 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Publish callbacks [] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.245206 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device f5de968a-4bf8-4f92-8252-d8c31605010e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 17:59:49.258929 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4ae5ea88-a909-48c3-be2c-37159c2495bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6fb2c0f0-d991-44a3-88bd-124382759563), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.281938 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.298444 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: f5de968a-4bf8-4f92-8252-d8c31605010e {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 17:59:49.299041 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device f5de968a-4bf8-4f92-8252-d8c31605010e not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 17:59:49.311643 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5ea88-a909-48c3-be2c-37159c2495bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb2c0f0-d991-44a3-88bd-124382759563,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:49.342561 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:49.351989 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:49.359229 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:49.364084 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:49.371803 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Pushing event updated for resources: {'Port': ['ID=b93e58ca-1254-4961-9474-0faa6113bf9a,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:49.391617 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4ae5ea88-a909-48c3-be2c-37159c2495bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.396248 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-4ae5ea88-a909-48c3-be2c-37159c2495bd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0129642 Jul 20 17:59:49.402905 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50148) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:49.422376 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-1de9a7b2-98ce-4970-9b70-6953d3f3302a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'security_group_rule': {'security_group_id': '6fb2c0f0-d991-44a3-88bd-124382759563', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:49.445246 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Attempting to bind port b93e58ca-1254-4961-9474-0faa6113bf9a on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:59:49.446812 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Attempting to bind port b93e58ca-1254-4961-9474-0faa6113bf9a by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:59:49.446812 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Attempting to bind port b93e58ca-1254-4961-9474-0faa6113bf9a on network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:49.451926 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:59:49.452282 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Checking segment: {'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:49.452710 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.453102 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Bound using segment: {'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:59:49.453576 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Bound port: b93e58ca-1254-4961-9474-0faa6113bf9a, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:59:49.453945 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.456936 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:49.501282 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-34beba24-c916-458f-8a67-fad3e1d9931e req-95c5da2e-1f5d-41eb-ad1c-443e0f8e8390 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca7e4ade-e6d2-440a-be48-98aa3eb6fa48 HTTP/1.1" status: 200 len: 210 time: 0.0782723 Jul 20 17:59:49.501282 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks [] for router_gateway (c7948df7-ac63-4f20-bebe-2a10ff586f43), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.547967 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] For port b93e58ca-1254-4961-9474-0faa6113bf9a, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:59:49.548959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92c981-c134-457c-9600-bc10189fca5a req-f84f6965-9f6d-44f6-a350-50662b8073e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:49.550568 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3a92c981-c134-457c-9600-bc10189fca5a req-f84f6965-9f6d-44f6-a350-50662b8073e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 1127 time: 0.0643032 Jul 20 17:59:49.551837 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] For port b93e58ca-1254-4961-9474-0faa6113bf9a, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=b93e58ca-1254-4961-9474-0faa6113bf9a,segment=NetworkSegment(e6d6fbe2-c436-4aee-bb42-b04d1f36dd78),segment_id=e6d6fbe2-c436-4aee-bb42-b04d1f36dd78)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:59:49.651929 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1de9a7b2-98ce-4970-9b70-6953d3f3302a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group_rule (e7cf9a15-1e27-4dd6-b24a-e791e8c888b3), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.663504 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.717966 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92c981-c134-457c-9600-bc10189fca5a req-a4582d3f-ad34-42da-80ba-b4c1c5538f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:49.719579 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3a92c981-c134-457c-9600-bc10189fca5a req-a4582d3f-ad34-42da-80ba-b4c1c5538f62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 916 time: 0.1358523 Jul 20 17:59:49.736098 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1de9a7b2-98ce-4970-9b70-6953d3f3302a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group_rule (e7cf9a15-1e27-4dd6-b24a-e791e8c888b3), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.764901 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48607a2c-f366-422a-80de-5fa4bd0c055a None None] Pushing event updated for resources: {'Port': ['ID=b93e58ca-1254-4961-9474-0faa6113bf9a,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:49.841910 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1de9a7b2-98ce-4970-9b70-6953d3f3302a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (e7cf9a15-1e27-4dd6-b24a-e791e8c888b3), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.872951 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9a7b2-98ce-4970-9b70-6953d3f3302a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cf9a15-1e27-4dd6-b24a-e791e8c888b3,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:49.922365 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks [] for router_gateway (c7948df7-ac63-4f20-bebe-2a10ff586f43), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:49.947414 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.059703 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1de9a7b2-98ce-4970-9b70-6953d3f3302a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.067111 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-1de9a7b2-98ce-4970-9b70-6953d3f3302a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6676066 Jul 20 17:59:50.068142 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50156) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:50.069739 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3a92c981-c134-457c-9600-bc10189fca5a req-e3b624e8-be28-484e-b749-651ac0326b57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b0e8c0-b30c-4353-8c13-29661611ed2e HTTP/1.1" status: 200 len: 217 time: 0.1022234 Jul 20 17:59:50.074324 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-23ee10bf-ec60-4eeb-b8a0-f6d7edfe7335 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'security_group_rule': {'security_group_id': '6fb2c0f0-d991-44a3-88bd-124382759563', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:50.208270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92c981-c134-457c-9600-bc10189fca5a req-8b80a358-f9b9-4804-b375-2c9ba0cab8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:50.210575 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3a92c981-c134-457c-9600-bc10189fca5a req-8b80a358-f9b9-4804-b375-2c9ba0cab8a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.1303680 Jul 20 17:59:50.266752 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92c981-c134-457c-9600-bc10189fca5a req-3364b8ea-d8c3-4e2d-8011-f761ef162e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:50.268397 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3a92c981-c134-457c-9600-bc10189fca5a req-3364b8ea-d8c3-4e2d-8011-f761ef162e7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0513561 Jul 20 17:59:50.369576 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-23ee10bf-ec60-4eeb-b8a0-f6d7edfe7335 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group_rule (b33123d3-b1ce-45ae-b4d6-29272167f008), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.448513 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Allocated IP 172.28.3.34 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/df02b8d7-8d01-4002-96b3-78140a38e202) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:50.467860 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3a92c981-c134-457c-9600-bc10189fca5a req-bc197ad3-219d-4fdd-a089-d48b0299aa7f service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869783 Jul 20 17:59:50.476408 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-23ee10bf-ec60-4eeb-b8a0-f6d7edfe7335 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group_rule (b33123d3-b1ce-45ae-b4d6-29272167f008), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.496415 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9222bb3-1c8b-4c52-b0dc-ab6beaa5cb5c req-ce7a712d-55e5-4763-a555-9746086a39d9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:50.507446 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9222bb3-1c8b-4c52-b0dc-ab6beaa5cb5c req-ce7a712d-55e5-4763-a555-9746086a39d9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.2266808 Jul 20 17:59:50.519800 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5177989-586e-4ecb-acff-6bb531e64f2b req-fcf06e51-14ed-425b-91b7-199f18059283 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:50.522293 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a5177989-586e-4ecb-acff-6bb531e64f2b req-fcf06e51-14ed-425b-91b7-199f18059283 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 943 time: 0.2574804 Jul 20 17:59:50.608418 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-23ee10bf-ec60-4eeb-b8a0-f6d7edfe7335 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (b33123d3-b1ce-45ae-b4d6-29272167f008), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.632819 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3a92c981-c134-457c-9600-bc10189fca5a req-b3a489c5-9b81-4a2f-9d9c-bcc0b97d8467 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583962 Jul 20 17:59:50.671922 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee10bf-ec60-4eeb-b8a0-f6d7edfe7335 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33123d3-b1ce-45ae-b4d6-29272167f008,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:50.762392 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device b93e58ca-1254-4961-9474-0faa6113bf9a up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:50.767390 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9222bb3-1c8b-4c52-b0dc-ab6beaa5cb5c req-66dc2f2b-cebb-48f4-ae6f-594031def5c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436883 Jul 20 17:59:50.778196 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a5177989-586e-4ecb-acff-6bb531e64f2b req-c7d94590-dec9-43e9-a857-96737bb6ea70 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148664 Jul 20 17:59:50.785387 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-23ee10bf-ec60-4eeb-b8a0-f6d7edfe7335 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.794183 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-23ee10bf-ec60-4eeb-b8a0-f6d7edfe7335 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7228253 Jul 20 17:59:50.797374 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50168) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:50.829348 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:50.829644 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks [] for port (df02b8d7-8d01-4002-96b3-78140a38e202), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.916315 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port b93e58ca-1254-4961-9474-0faa6113bf9a triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:50.921454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.950722 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:50.958153 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.139442 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=df02b8d7-8d01-4002-96b3-78140a38e202,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:51.173062 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.212565 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:51.214747 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:51.235808 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:51.239939 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device e1b0e8c0-b30c-4353-8c13-29661611ed2e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:59:51.318708 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:51.390649 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:51.439389 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port b93e58ca-1254-4961-9474-0faa6113bf9a is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:51.441732 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.481392 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Allocated IP 172.28.3.153 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/52783612-6c93-439e-ba31-d903bae46b5e) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:51.538859 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a868cc-7663-4c09-9106-8e9f849f2bab None None] Network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 17:59:51.575753 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:51.592204 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-239174be-311c-4d43-a07f-e95007d5a087 None None] Provisioning complete for port b93e58ca-1254-4961-9474-0faa6113bf9a triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:51.592811 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-239174be-311c-4d43-a07f-e95007d5a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.621431 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:51.662956 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for port (52783612-6c93-439e-ba31-d903bae46b5e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.677609 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-57bf7b6d-32ce-479d-8a71-276191c86b0d tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:51.680371 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-57bf7b6d-32ce-479d-8a71-276191c86b0d tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/networks?id=146d0d3a-4961-4754-9bc9-c3b0d78b36b9 HTTP/1.1" status: 200 len: 808 time: 0.2987947 Jul 20 17:59:51.712082 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-cbefe5f3-d62a-4765-b6fa-6e2612a788ab tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/quotas/dce83dfedf94430eb9a35ef4e8c199d3 HTTP/1.1" status: 200 len: 375 time: 0.0230136 Jul 20 17:59:51.762083 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port b93e58ca-1254-4961-9474-0faa6113bf9a, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=b93e58ca-1254-4961-9474-0faa6113bf9a,segment=NetworkSegment(e6d6fbe2-c436-4aee-bb42-b04d1f36dd78),segment_id=e6d6fbe2-c436-4aee-bb42-b04d1f36dd78)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:51.787215 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-58c59530-3902-4ebf-9b7d-7d46132362e2 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740733 Jul 20 17:59:51.794095 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (52783612-6c93-439e-ba31-d903bae46b5e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.808938 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port e1b0e8c0-b30c-4353-8c13-29661611ed2e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e1b0e8c0-b30c-4353-8c13-29661611ed2e,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:51.828805 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 17:59:51.873924 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'port_id': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'mac_address': 'fa:16:3e:11:d1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:59:51.896242 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:51.905598 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:51.912441 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:51.922267 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:51.925194 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:51.978773 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event updated for resources: {'Port': ['ID=52783612-6c93-439e-ba31-d903bae46b5e,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:51.996899 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=b93e58ca-1254-4961-9474-0faa6113bf9a,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:52.058673 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port e1b0e8c0-b30c-4353-8c13-29661611ed2e is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:52.062723 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.086822 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b0e8c0-b30c-4353-8c13-29661611ed2e {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:59:52.104524 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-239174be-311c-4d43-a07f-e95007d5a087 None None] Current status of the port b93e58ca-1254-4961-9474-0faa6113bf9a is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:52.124380 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks [] for router_gateway (c7948df7-ac63-4f20-bebe-2a10ff586f43), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.138648 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port e1b0e8c0-b30c-4353-8c13-29661611ed2e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e1b0e8c0-b30c-4353-8c13-29661611ed2e,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:52.162127 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (6485d843-78d1-4663-a2f7-857d42f287a5), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.237853 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.398910 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=e1b0e8c0-b30c-4353-8c13-29661611ed2e,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:52.401207 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (52783612-6c93-439e-ba31-d903bae46b5e), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.445965 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a048c3-10de-4535-b334-5eff43438cfa req-b956345c-4dd3-40e1-b3ee-aa055fff6d87 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:52.453942 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-72a048c3-10de-4535-b334-5eff43438cfa req-b956345c-4dd3-40e1-b3ee-aa055fff6d87 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 943 time: 0.4581704 Jul 20 17:59:52.468998 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:52.470330 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:52.519411 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f6a51594-3260-4919-8ce5-76b08b596e96 service neutron] 10.222.0.27 "GET /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777046 Jul 20 17:59:52.528071 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:52.644531 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-12a279c4-4795-421b-bd7a-0e0f81189505 None None] Provisioning complete for port b93e58ca-1254-4961-9474-0faa6113bf9a triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:52.645201 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-12a279c4-4795-421b-bd7a-0e0f81189505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.692687 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-72a048c3-10de-4535-b334-5eff43438cfa req-bed1ac3c-40c9-47f5-8623-2e217ca91f53 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369237 Jul 20 17:59:52.775298 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.778281 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['e1b0e8c0-b30c-4353-8c13-29661611ed2e'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:59:52.836128 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device b93e58ca-1254-4961-9474-0faa6113bf9a up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:52.856938 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for port (52783612-6c93-439e-ba31-d903bae46b5e), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.930824 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-1bdeaeb5-a432-49c3-affd-4f4d11769f91 service neutron] 10.222.0.27 "GET /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963201 Jul 20 17:59:52.955813 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (52783612-6c93-439e-ba31-d903bae46b5e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:52.979466 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-12a279c4-4795-421b-bd7a-0e0f81189505 None None] Current status of the port b93e58ca-1254-4961-9474-0faa6113bf9a is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:53.002730 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port b93e58ca-1254-4961-9474-0faa6113bf9a triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:53.004019 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:53.082302 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8d88c-852c-49a3-9988-f608b1b934a1 req-ff87a3aa-1a60-41dc-8e12-ff3573420e38 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:53.084119 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0ba8d88c-852c-49a3-9988-f608b1b934a1 req-ff87a3aa-1a60-41dc-8e12-ff3573420e38 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.2327220 Jul 20 17:59:53.119132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (c7948df7-ac63-4f20-bebe-2a10ff586f43), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:53.169920 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event updated for resources: {'Port': ['ID=52783612-6c93-439e-ba31-d903bae46b5e,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:53.218104 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (6485d843-78d1-4663-a2f7-857d42f287a5), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:53.272824 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port b93e58ca-1254-4961-9474-0faa6113bf9a is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:53.292909 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0ba8d88c-852c-49a3-9988-f608b1b934a1 req-b8d32543-7d95-4c49-97b7-dbad8a9e1e6a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666257 Jul 20 17:59:53.340996 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:53.342377 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-6c901ea3-f6c5-47b1-8ce5-123dfff46cd4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5432892 Jul 20 17:59:53.497355 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b881aa0c-92f3-490b-a9ae-e0a799cf880f req-c13cc501-b85c-43ad-8b3e-2517123e5086 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.0446093 Jul 20 17:59:53.500823 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Router c7948df7-ac63-4f20-bebe-2a10ff586f43 is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 17:59:53.719116 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:59:53.733571 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Sync routers for ids ['c7948df7-ac63-4f20-bebe-2a10ff586f43'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 17:59:53.736955 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:53.742337 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-aed15adb-964e-499f-b27f-55e01d61a546 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--78236240&fields=id&tenant_id=23d7e15987bd4fb7a54a43002b44c1fc HTTP/1.1" status: 200 len: 267 time: 0.0877287 Jul 20 17:59:53.761517 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Routers {'c7948df7-ac63-4f20-bebe-2a10ff586f43'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:53.761517 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c7948df7-ac63-4f20-bebe-2a10ff586f43'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:53.879811 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:53.887052 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50250) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:53.895564 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-a6287d2f-cb78-4968-b36b-7cbbaf703eb1 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.5649731 Jul 20 17:59:53.948150 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Set router c7948df7-ac63-4f20-bebe-2a10ff586f43 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:53.979607 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50820f89-87bc-4365-a7d5-c52211f9195e req-853b128e-a2d8-4209-8c0c-e417b7054b23 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:53.980640 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-50820f89-87bc-4365-a7d5-c52211f9195e req-853b128e-a2d8-4209-8c0c-e417b7054b23 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 944 time: 0.1189938 Jul 20 17:59:54.016873 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-7aa7f137-7bc6-4777-b1bc-7287f1edc9e2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:54.029873 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-7aa7f137-7bc6-4777-b1bc-7287f1edc9e2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 818 time: 0.2779601 Jul 20 17:59:54.074237 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-5669e147-2029-45d3-8ba9-8dd76c2eab85 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/quotas/23d7e15987bd4fb7a54a43002b44c1fc HTTP/1.1" status: 200 len: 375 time: 0.0428221 Jul 20 17:59:54.201836 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-50820f89-87bc-4365-a7d5-c52211f9195e req-b5b01543-0e99-447b-b1c8-677bbf1b568f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066474 Jul 20 17:59:54.244446 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-34fb010d-bf61-45ed-910d-bb0eb527a047 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1447561 Jul 20 17:59:54.421999 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T17:59:51Z', 'revision_number': 3, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port': {'id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:49Z', 'updated_at': '2022-07-20T17:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:54.436135 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-596b4fd3-3a3f-4813-9bf6-3db6c108d258 service neutron] 10.222.0.27 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850691 Jul 20 17:59:54.493071 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Checking router: c7948df7-ac63-4f20-bebe-2a10ff586f43 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 17:59:54.493557 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Updating router c7948df7-ac63-4f20-bebe-2a10ff586f43 port df02b8d7-8d01-4002-96b3-78140a38e202 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 17:59:54.569256 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:54.576213 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8daf9-b766-46af-92b8-2fc0814466cf req-280d9ec5-fd11-4c73-8a0f-1b94f9f86e57 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:54.578620 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e3f8daf9-b766-46af-92b8-2fc0814466cf req-280d9ec5-fd11-4c73-8a0f-1b94f9f86e57 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1261544 Jul 20 17:59:54.658804 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e3f8daf9-b766-46af-92b8-2fc0814466cf req-e8ef7599-328e-4235-8df4-8b112914611a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695381 Jul 20 17:59:54.667166 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-1723f890-1296-4dec-838d-ea901b05f392 service neutron] 10.222.0.27 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293506 Jul 20 17:59:54.799749 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:54.817473 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-66593866-b87c-4d65-97b5-fc75196d0b58 req-cc159e39-9723-4b74-b363-e87b46e72ef9 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.0506637 Jul 20 17:59:54.867880 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:55.038627 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Allocated IP 172.20.0.1 (099c36c1-d0c7-4571-919c-a4cc294ff8f9/22dba5db-d55d-4bdf-9c9a-a537c8e35baf/fab57e11-c390-427b-b32d-1d3758e4106f) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:55.053052 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Publish callbacks [] for port (df02b8d7-8d01-4002-96b3-78140a38e202), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.099274 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f01c719f-ed06-4b24-b14d-32efa6802334 req-09429006-c185-45a4-b0ef-a5570836ce66 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 210 time: 0.0702343 Jul 20 17:59:55.133584 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.233090 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Attempting to bind port df02b8d7-8d01-4002-96b3-78140a38e202 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 17:59:55.233609 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Attempting to bind port df02b8d7-8d01-4002-96b3-78140a38e202 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 17:59:55.234232 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Attempting to bind port df02b8d7-8d01-4002-96b3-78140a38e202 on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 17:59:55.241336 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e9198-3a77-408d-9ac0-3feb980ccc61 None None] Pushing event updated for resources: {'Port': ['ID=df02b8d7-8d01-4002-96b3-78140a38e202,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:55.251873 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:55.253696 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 17:59:55.254310 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 17:59:55.254948 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.255595 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 17:59:55.256396 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Bound port: df02b8d7-8d01-4002-96b3-78140a38e202, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 17:59:55.257223 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.263930 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 17:59:55.276286 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Publish callbacks [] for port (fab57e11-c390-427b-b32d-1d3758e4106f), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.306425 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device e1b0e8c0-b30c-4353-8c13-29661611ed2e up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:55.431470 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c008b-c457-40d8-a4d9-ecbc7f080b29 req-c9dd2864-f49b-40d3-9eeb-0294243d7eb4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:55.433150 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-982c008b-c457-40d8-a4d9-ecbc7f080b29 req-c9dd2864-f49b-40d3-9eeb-0294243d7eb4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 944 time: 0.0892808 Jul 20 17:59:55.454444 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.557997 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-982c008b-c457-40d8-a4d9-ecbc7f080b29 req-363cc80a-4bb3-4f8c-a0f5-e7b336f88430 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136618 Jul 20 17:59:55.599078 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:55.610327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:55.616661 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:55.619003 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fab57e11-c390-427b-b32d-1d3758e4106f,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:55.622846 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 17:59:55.639698 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.db.resource_extend [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 17:59:55.685320 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] For port df02b8d7-8d01-4002-96b3-78140a38e202, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 17:59:55.693009 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port e1b0e8c0-b30c-4353-8c13-29661611ed2e completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 17:59:55.703853 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (c7948df7-ac63-4f20-bebe-2a10ff586f43), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.709639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] For port df02b8d7-8d01-4002-96b3-78140a38e202, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=df02b8d7-8d01-4002-96b3-78140a38e202,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 17:59:55.827934 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port e1b0e8c0-b30c-4353-8c13-29661611ed2e triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:55.829303 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.831975 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-59dc549c-6e5a-4bf8-b471-cc039110133c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:55.955438 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.046828 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:56.067286 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:56.121551 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4e9fd-4a35-4855-9f13-5365ccba3711 req-0987b211-b070-4c6a-bbc6-0c7a4be03a7a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:56.131512 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fbb4e9fd-4a35-4855-9f13-5365ccba3711 req-0987b211-b070-4c6a-bbc6-0c7a4be03a7a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1749387 Jul 20 17:59:56.152450 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Routers {'c7948df7-ac63-4f20-bebe-2a10ff586f43'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 17:59:56.153441 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c7948df7-ac63-4f20-bebe-2a10ff586f43'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:56.156296 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'port_id': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'mac_address': 'fa:16:3e:01:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 17:59:56.173716 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e8a25867-7efc-4d96-9e1f-2efbe6c0038e req-20dbf2f2-ed15-4c38-a366-2a6a157e7fc2 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.0805368 Jul 20 17:59:56.187416 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:56.265894 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.269231 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fbb4e9fd-4a35-4855-9f13-5365ccba3711 req-5d80cc74-14be-492f-8e1a-57318ff073a7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317787 Jul 20 17:59:56.291741 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e9198-3a77-408d-9ac0-3feb980ccc61 None None] Pushing event updated for resources: {'Port': ['ID=df02b8d7-8d01-4002-96b3-78140a38e202,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:56.306153 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port e1b0e8c0-b30c-4353-8c13-29661611ed2e is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:56.306153 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.327888 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8bce2f04-5fcd-4b95-bc69-b08d79a6adc8 req-02854107-54ca-4d01-bf58-6fecd85d0905 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 210 time: 0.0525200 Jul 20 17:59:56.353261 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-53a1d2ae-9019-42e7-996e-bbe7eac5b299 None None] Provisioning complete for port fab57e11-c390-427b-b32d-1d3758e4106f triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:56.353643 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-53a1d2ae-9019-42e7-996e-bbe7eac5b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.390488 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2b3313ce-2202-4d21-a0c5-fcd60505e92e is: ACTIVE; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:56.391223 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.459250 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 17:59:56.463233 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a7f55f-7740-424c-b962-0a2d55369822" -d '{"events": [{"server_uuid": "4f86de26-bca9-4ef5-81a0-c4e0496619e2", "name": "network-vif-plugged", "status": "completed", "tag": "e1b0e8c0-b30c-4353-8c13-29661611ed2e"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 17:59:56.500966 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-53a1d2ae-9019-42e7-996e-bbe7eac5b299 None None] Port fab57e11-c390-427b-b32d-1d3758e4106f cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:59:56.510065 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port e1b0e8c0-b30c-4353-8c13-29661611ed2e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e1b0e8c0-b30c-4353-8c13-29661611ed2e,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:56.512910 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b3313ce-2202-4d21-a0c5-fcd60505e92e {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 17:59:56.539107 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:56.543051 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242d9d4c-5a21-4f5f-a36a-b97c9625cf32 x-openstack-request-id: req-242d9d4c-5a21-4f5f-a36a-b97c9625cf32 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 17:59:56.543610 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86de26-bca9-4ef5-81a0-c4e0496619e2", "name": "network-vif-plugged", "status": "completed", "tag": "e1b0e8c0-b30c-4353-8c13-29661611ed2e", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 17:59:56.544024 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-242d9d4c-5a21-4f5f-a36a-b97c9625cf32 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 17:59:56.544608 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242d9d4c-5a21-4f5f-a36a-b97c9625cf32'] response: {'server_uuid': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'code': 200} Jul 20 17:59:56.573486 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] Set router c7948df7-ac63-4f20-bebe-2a10ff586f43 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 17:59:56.608416 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:56.652984 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.655902 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Publish callbacks [] for port (fab57e11-c390-427b-b32d-1d3758e4106f), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.736062 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.752048 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.762168 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=e1b0e8c0-b30c-4353-8c13-29661611ed2e,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:56.869863 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fab57e11-c390-427b-b32d-1d3758e4106f,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:56.892069 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f272d5-c3c0-438c-9718-8e25380dc9dd req-a5519789-3c6e-41a6-9031-f843ade0e7ec tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:56.893617 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (c7948df7-ac63-4f20-bebe-2a10ff586f43), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:56.902269 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e4f272d5-c3c0-438c-9718-8e25380dc9dd req-a5519789-3c6e-41a6-9031-f843ade0e7ec tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.1176536 Jul 20 17:59:57.044146 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:57.046370 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e4f272d5-c3c0-438c-9718-8e25380dc9dd req-3b7d4054-e1c3-4c4d-bd4d-202b4f831c78 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422119 Jul 20 17:59:57.058351 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50314) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:57.063754 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['2b3313ce-2202-4d21-a0c5-fcd60505e92e'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 17:59:57.168091 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=6']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:57.180158 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 17:59:57.183640 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 17:59:57.369915 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-35cbf7c1-1250-44ab-96c3-0b2090d9e9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:57.447867 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-11e70eaf-6247-4039-92dc-dc04d80b43b3 req-96478cf1-ffc5-4371-b963-b94160d3e321 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.0744421 Jul 20 17:59:57.464053 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T17:59:51Z', 'revision_number': 3, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port': {'id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:49Z', 'updated_at': '2022-07-20T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 17:59:57.623418 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6a483-1609-493b-bcf0-cbf6c0054a96 None None] The sync data for ids ['c7948df7-ac63-4f20-bebe-2a10ff586f43'] in dv-cinder-849846-3-smb is: [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T17:59:51Z', 'revision_number': 3, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port': {'id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:49Z', 'updated_at': '2022-07-20T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 17:59:57.643143 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838f6a-40d1-4a67-bb5d-fab3fd252d58 req-d4d8a3b8-0895-4abc-9a3b-7736e07b2eaf tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:57.645696 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cb838f6a-40d1-4a67-bb5d-fab3fd252d58 req-d4d8a3b8-0895-4abc-9a3b-7736e07b2eaf tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 944 time: 0.1131094 Jul 20 17:59:57.648438 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-35cbf7c1-1250-44ab-96c3-0b2090d9e9d3 admin admin] Publish callbacks [] for security_group (73442be5-9ecd-4852-9b0e-7a6bf2219393), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:57.733284 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cb838f6a-40d1-4a67-bb5d-fab3fd252d58 req-33990c1d-3c54-4bb9-9cf4-8e91b39b93d5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794616 Jul 20 17:59:57.766584 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-35cbf7c1-1250-44ab-96c3-0b2090d9e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (73442be5-9ecd-4852-9b0e-7a6bf2219393), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:57.803136 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-71a02919-e423-42d5-91be-12d5c3851240 None None] Provisioning complete for port fab57e11-c390-427b-b32d-1d3758e4106f triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:57.803513 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-71a02919-e423-42d5-91be-12d5c3851240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:57.807929 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-865993eb-5542-4f98-b79e-c0726b84e745 req-5ee8ed8f-0ab3-469b-b934-73acc87f0dff tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 210 time: 0.0692530 Jul 20 17:59:57.858537 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-35cbf7c1-1250-44ab-96c3-0b2090d9e9d3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f91616d79b444744880a3981efc0f08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7979381 Jul 20 17:59:57.868849 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50338) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 17:59:57.917702 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:57.938797 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbf7c1-1250-44ab-96c3-0b2090d9e9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73442be5-9ecd-4852-9b0e-7a6bf2219393,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:58.068609 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ddb0193c-c9cc-47dd-8644-f63ea070e58c admin admin] Publish callbacks [] for security_group (73442be5-9ecd-4852-9b0e-7a6bf2219393), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:58.154975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ddb0193c-c9cc-47dd-8644-f63ea070e58c admin admin] Publish callbacks [] for security_group (73442be5-9ecd-4852-9b0e-7a6bf2219393), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:58.155531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:58.220813 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e24f7-8f34-4f21-8b4c-f3f3fcd2fd6c req-cb735d06-0a00-4891-9e7d-2f79da9ee609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:58.224407 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-644e24f7-8f34-4f21-8b4c-f3f3fcd2fd6c req-cb735d06-0a00-4891-9e7d-2f79da9ee609 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 1129 time: 0.4315057 Jul 20 17:59:58.260598 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-71a02919-e423-42d5-91be-12d5c3851240 None None] Port fab57e11-c390-427b-b32d-1d3758e4106f cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 17:59:58.354230 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d54a-2cba-4bac-afca-90ab244689ae req-95721835-0ed6-47a7-9709-3cb6d56d7e05 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:58.357351 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1986d54a-2cba-4bac-afca-90ab244689ae req-95721835-0ed6-47a7-9709-3cb6d56d7e05 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.0936949 Jul 20 17:59:58.375056 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Router c7948df7-ac63-4f20-bebe-2a10ff586f43 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 17:59:58.390113 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-c5efc46e-fabd-4b62-a5cc-7b4897d3fcfb tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:58.393893 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-c5efc46e-fabd-4b62-a5cc-7b4897d3fcfb tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.13 "GET /v2.0/networks?id=146d0d3a-4961-4754-9bc9-c3b0d78b36b9 HTTP/1.1" status: 200 len: 808 time: 1.0513775 Jul 20 17:59:58.399534 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-19019c0e-d5c3-4810-b78a-dda8222ca81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:58.449447 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Request body: {'port': {'device_id': 'f68a9d0c-7376-43a1-8d2c-11d742f9c566', 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9', 'admin_state_up': True, 'tenant_id': 'dce83dfedf94430eb9a35ef4e8c199d3'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 17:59:58.481399 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1986d54a-2cba-4bac-afca-90ab244689ae req-b31a0492-0a10-49eb-92c8-96e2c42cee0e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960708 Jul 20 17:59:58.527075 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ddb0193c-c9cc-47dd-8644-f63ea070e58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (73442be5-9ecd-4852-9b0e-7a6bf2219393), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:58.530848 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ddb0193c-c9cc-47dd-8644-f63ea070e58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:58.537868 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-ddb0193c-c9cc-47dd-8644-f63ea070e58c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/73442be5-9ecd-4852-9b0e-7a6bf2219393 HTTP/1.1" status: 204 len: 168 time: 0.6626735 Jul 20 17:59:58.547166 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0193c-c9cc-47dd-8644-f63ea070e58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73442be5-9ecd-4852-9b0e-7a6bf2219393,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:58.639389 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3a7ad4b4-c3ad-40b1-84a9-faad8b0e247e req-c64bdf04-8604-4cfb-aa9c-8d2865c8218c tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.0486989 Jul 20 17:59:58.796843 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device df02b8d7-8d01-4002-96b3-78140a38e202 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:58.822947 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:58.892093 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port df02b8d7-8d01-4002-96b3-78140a38e202 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:58.897762 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:59.038450 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-644e24f7-8f34-4f21-8b4c-f3f3fcd2fd6c req-a3536ec8-9222-4ecf-98db-3a85ef265f9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7559299 Jul 20 17:59:59.041420 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 17:59:59.061642 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-1ae99df2-4d35-4eea-a4ea-72810c4f98d5 admin admin] 10.222.0.27 "PUT /v2.0/routers/c7948df7-ac63-4f20-bebe-2a10ff586f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1728160 Jul 20 17:59:59.115568 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-80007f7e-bb25-433b-a264-527c4968b6e6 req-ab32aa8b-b697-4fa7-9e04-50f8c8f83c9d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 210 time: 0.0865574 Jul 20 17:59:59.136792 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Made reservation on behalf of dce83dfedf94430eb9a35ef4e8c199d3 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 17:59:59.153007 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:59.254044 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 17:59:59.281608 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port df02b8d7-8d01-4002-96b3-78140a38e202 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:59.286455 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:59.309168 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 17:59:59.425136 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bb04c-ba90-4b8f-a6c7-0627157474e3 req-676187c5-476d-48fa-a8ca-e70819936cb8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:59.429357 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5f1bb04c-ba90-4b8f-a6c7-0627157474e3 req-676187c5-476d-48fa-a8ca-e70819936cb8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 944 time: 0.1496794 Jul 20 17:59:59.493823 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port df02b8d7-8d01-4002-96b3-78140a38e202, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=df02b8d7-8d01-4002-96b3-78140a38e202,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 17:59:59.532762 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 2b3313ce-2202-4d21-a0c5-fcd60505e92e triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 17:59:59.533784 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:59.592941 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5f1bb04c-ba90-4b8f-a6c7-0627157474e3 req-2e274a9b-0a9a-4741-a256-30e8653c6bb2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561396 Jul 20 17:59:59.624584 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:59.715758 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=df02b8d7-8d01-4002-96b3-78140a38e202,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 17:59:59.787859 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Allocated IP 172.20.0.3 (146d0d3a-4961-4754-9bc9-c3b0d78b36b9/85d3fb7d-af19-4ebe-b126-a1ab76c29e29/808ba067-6bcc-49ed-8f71-d4cf2c4c85bf) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 17:59:59.911234 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2b3313ce-2202-4d21-a0c5-fcd60505e92e is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 17:59:59.911783 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 17:59:59.914032 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727aeb6-8087-4f17-b16a-d68df610479b req-b662e4b2-8705-4b88-ad2e-871b0d969882 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 17:59:59.935971 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1727aeb6-8087-4f17-b16a-d68df610479b req-b662e4b2-8705-4b88-ad2e-871b0d969882 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.1813798 Jul 20 17:59:59.950141 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:00.047430 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:00.118530 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:00.118657 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-52201a2e-7c0f-4672-af3f-9847005825a3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:00.118759 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:00.118843 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-52201a2e-7c0f-4672-af3f-9847005825a3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 818 time: 0.5718288 Jul 20 18:00:00.118925 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc586b23-dc5b-4a8a-aa39-215c94040a32" -d '{"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-plugged", "status": "completed", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:00.119024 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50368) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:00.186638 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1727aeb6-8087-4f17-b16a-d68df610479b req-7dd6214a-10a7-490a-8b41-075d210847b9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401402 Jul 20 18:00:00.233419 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-a63f7f57-63da-4ae2-8606-141b08a5ec73 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23d7e15987bd4fb7a54a43002b44c1fc HTTP/1.1" status: 200 len: 378 time: 0.1097243 Jul 20 18:00:00.239347 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-226fba23-60df-4b5f-be54-4c1dc213bdb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.335187 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'port': {'device_id': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'admin_state_up': True, 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'security_groups': ['6fb2c0f0-d991-44a3-88bd-124382759563']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:00.507160 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9039bf29-7456-4c48-bd4e-1ef5304da7ad req-b948aca5-e33e-436e-bfdb-89969897ab19 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.1204617 Jul 20 18:00:00.580189 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3d030c-9852-463f-996b-3b6015ec21ce x-openstack-request-id: req-2a3d030c-9852-463f-996b-3b6015ec21ce {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:00.582361 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-plugged", "status": "completed", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:00.582817 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2a3d030c-9852-463f-996b-3b6015ec21ce {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:00.583421 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3d030c-9852-463f-996b-3b6015ec21ce'] response: {'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'code': 200} Jul 20 18:00:00.662392 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.665316 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.701187 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50378) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:00.713853 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-add9588d-a685-43f9-bf40-e2521e7b6f57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378819149', 'description': 'tempest-secgroup-smoke-1378819149 description', 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:00.783911 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:00.840652 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1dc237aa-4cce-436a-b954-6566b1334291 req-22dab52a-9000-4add-b0a7-b55ec26fbc1f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 210 time: 0.1848807 Jul 20 18:00:00.852646 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=7']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:00.898443 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-add9588d-a685-43f9-bf40-e2521e7b6f57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:00.932471 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:00.941717 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device df02b8d7-8d01-4002-96b3-78140a38e202 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:00:01.066572 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port df02b8d7-8d01-4002-96b3-78140a38e202 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:01.066958 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.085466 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-add9588d-a685-43f9-bf40-e2521e7b6f57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group (589e77f3-7ba3-4068-84d0-af28afe0f87b), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.114910 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485234c-8cc1-4365-b898-565cd5882867 req-e05579f4-632b-4e4b-b1bf-8ef78b4cc805 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:01.119503 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2485234c-8cc1-4365-b898-565cd5882867 req-e05579f4-632b-4e4b-b1bf-8ef78b4cc805 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1790030 Jul 20 18:00:01.136731 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Sync routers for ids ['c7948df7-ac63-4f20-bebe-2a10ff586f43'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:00:01.167936 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.175258 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Routers {'c7948df7-ac63-4f20-bebe-2a10ff586f43'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:01.175940 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c7948df7-ac63-4f20-bebe-2a10ff586f43'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:01.180797 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-add9588d-a685-43f9-bf40-e2521e7b6f57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (589e77f3-7ba3-4068-84d0-af28afe0f87b), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.213270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:01.239882 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:01.332683 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port df02b8d7-8d01-4002-96b3-78140a38e202 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:01.334552 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9588d-a685-43f9-bf40-e2521e7b6f57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589e77f3-7ba3-4068-84d0-af28afe0f87b,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:01.365089 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2485234c-8cc1-4365-b898-565cd5882867 req-6783d4e8-4217-46f5-8e71-9c74f211c1e2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337179 Jul 20 18:00:01.429911 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-add9588d-a685-43f9-bf40-e2521e7b6f57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.446607 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-add9588d-a685-43f9-bf40-e2521e7b6f57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7406657 Jul 20 18:00:01.463207 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50382) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:01.483849 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Set router c7948df7-ac63-4f20-bebe-2a10ff586f43 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:01.491547 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-993af01b-893a-43c7-a71d-e4869a927db5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'security_group_rule': {'security_group_id': '589e77f3-7ba3-4068-84d0-af28afe0f87b', 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:01.504948 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.580947 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228e2ea-c753-4675-bcc9-54bdff275ad2 req-9f49ed24-1130-4deb-9a75-b24154bf33b1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:01.585745 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c228e2ea-c753-4675-bcc9-54bdff275ad2 req-9f49ed24-1130-4deb-9a75-b24154bf33b1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.1390355 Jul 20 18:00:01.656423 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-226fba23-60df-4b5f-be54-4c1dc213bdb1 admin admin] Publish callbacks [] for security_group (2664b232-76e2-4334-ad20-9e6a3c8e1553), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.732608 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks [] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.735352 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-582e496f-d7be-4d19-90a5-f6ab823a20c8 req-359c4eff-51fc-4d00-bcaa-8dd1cae37c00 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.0892851 Jul 20 18:00:01.774571 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c228e2ea-c753-4675-bcc9-54bdff275ad2 req-06d94017-0b5f-4271-8902-ffd99d606589 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690631 Jul 20 18:00:01.801360 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-226fba23-60df-4b5f-be54-4c1dc213bdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (2664b232-76e2-4334-ad20-9e6a3c8e1553), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.837962 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-993af01b-893a-43c7-a71d-e4869a927db5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (eff33876-fb73-409a-9c1f-481008928792), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.859707 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T17:59:56Z', 'revision_number': 4, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port': {'id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:49Z', 'updated_at': '2022-07-20T17:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'fab57e11-c390-427b-b32d-1d3758e4106f', 'name': '', 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'mac_address': 'fa:16:3e:29:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '22dba5db-d55d-4bdf-9c9a-a537c8e35baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:54Z', 'updated_at': '2022-07-20T17:59:56Z', 'revision_number': 2, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'subnets': [{'id': '22dba5db-d55d-4bdf-9c9a-a537c8e35baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:01.891672 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-226fba23-60df-4b5f-be54-4c1dc213bdb1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=da41c7038eb4480591cf385511223f67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7895768 Jul 20 18:00:01.892272 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Checking router: c7948df7-ac63-4f20-bebe-2a10ff586f43 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:00:01.892445 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Updating router c7948df7-ac63-4f20-bebe-2a10ff586f43 port fab57e11-c390-427b-b32d-1d3758e4106f binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 18:00:01.897069 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50394) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:01.897779 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fba23-60df-4b5f-be54-4c1dc213bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2664b232-76e2-4334-ad20-9e6a3c8e1553,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:01.925962 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:01.942680 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:01.955676 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.033847 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Made reservation on behalf of 23d7e15987bd4fb7a54a43002b44c1fc for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:00:02.041108 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.093264 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:00:02.104940 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:00:02.121494 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b1ddf-a6ee-422d-88dc-299d72fcfe36 req-dd2bca2f-01d9-47e9-8527-80c93bd0e54f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.121494 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-798b1ddf-a6ee-422d-88dc-299d72fcfe36 req-dd2bca2f-01d9-47e9-8527-80c93bd0e54f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.0935175 Jul 20 18:00:02.131114 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50398) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:02.136128 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'floatingip': {'port_id': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:02.139541 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:00:02.244613 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0800c518-ecb2-4a39-8ea5-140ee5214480 req-78fd3966-7ef2-4ab4-a070-892f7a3577e7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 210 time: 0.1176453 Jul 20 18:00:02.251116 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:02.259213 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-993af01b-893a-43c7-a71d-e4869a927db5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (eff33876-fb73-409a-9c1f-481008928792), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.261785 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:02.265040 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (288e9ab1-eb2a-46ca-88ff-190068f6b42e), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.322451 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Publish callbacks [] for port (fab57e11-c390-427b-b32d-1d3758e4106f), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.354168 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-218debbd-d8ae-460d-b748-1bede634f3d6 admin admin] Publish callbacks [] for security_group (2664b232-76e2-4334-ad20-9e6a3c8e1553), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.396991 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-993af01b-893a-43c7-a71d-e4869a927db5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (eff33876-fb73-409a-9c1f-481008928792), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.449612 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.520130 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Pushing event updated for resources: {'Port': ['ID=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:02.608651 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:02.621877 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:02.622658 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.636143 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8103fa7-5dc6-4067-8bbd-defd26ca4a11 None None] Pushing event updated for resources: {'Port': ['ID=fab57e11-c390-427b-b32d-1d3758e4106f,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:02.650197 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993af01b-893a-43c7-a71d-e4869a927db5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff33876-fb73-409a-9c1f-481008928792,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:02.682632 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-218debbd-d8ae-460d-b748-1bede634f3d6 admin admin] Publish callbacks [] for security_group (2664b232-76e2-4334-ad20-9e6a3c8e1553), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.775449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-993af01b-893a-43c7-a71d-e4869a927db5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.792172 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-993af01b-893a-43c7-a71d-e4869a927db5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3196342 Jul 20 18:00:02.825548 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50404) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:02.855055 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-ea71b82c-728c-4caa-bd0d-7d6a3167b94e tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'security_group_rule': {'security_group_id': '589e77f3-7ba3-4068-84d0-af28afe0f87b', 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:02.875543 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Attempting to bind port fab57e11-c390-427b-b32d-1d3758e4106f on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:00:02.875912 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Attempting to bind port fab57e11-c390-427b-b32d-1d3758e4106f by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:00:02.876267 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Attempting to bind port fab57e11-c390-427b-b32d-1d3758e4106f on network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:02.887084 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:00:02.887084 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Checking segment: {'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:00:02.900637 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:02.900637 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Bound using segment: {'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:00:02.900637 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Bound port: fab57e11-c390-427b-b32d-1d3758e4106f, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:00:02.900637 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.077448 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] For port fab57e11-c390-427b-b32d-1d3758e4106f, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:00:03.100553 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ca081de3-7707-4f5e-bc6c-2cdada9ae4d0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6665504 Jul 20 18:00:03.100553 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:03.105313 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] For port fab57e11-c390-427b-b32d-1d3758e4106f, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=fab57e11-c390-427b-b32d-1d3758e4106f,segment=NetworkSegment(e6d6fbe2-c436-4aee-bb42-b04d1f36dd78),segment_id=e6d6fbe2-c436-4aee-bb42-b04d1f36dd78)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:00:03.141031 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Request body: {'port': {'device_id': 'f68a9d0c-7376-43a1-8d2c-11d742f9c566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:03.190836 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.230873 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-4cddb085-ed13-49e6-af67-047aa2c0ad54 None None] Provisioning complete for port fab57e11-c390-427b-b32d-1d3758e4106f triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:03.231859 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4cddb085-ed13-49e6-af67-047aa2c0ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.254410 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Allocated IP 172.20.0.9 (f697aa97-5d1b-45da-9f61-b5d189eabfd7/ea2c4176-1286-4fc2-8815-083e9bf7b044/a141767c-b3d5-41f9-be1c-9ea00a058b7a) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:00:03.294279 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8103fa7-5dc6-4067-8bbd-defd26ca4a11 None None] Pushing event updated for resources: {'Port': ['ID=fab57e11-c390-427b-b32d-1d3758e4106f,revision_number=4']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:03.348360 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Routers {'c7948df7-ac63-4f20-bebe-2a10ff586f43'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:03.349281 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c7948df7-ac63-4f20-bebe-2a10ff586f43'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:03.449004 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-4cddb085-ed13-49e6-af67-047aa2c0ad54 None None] Current status of the port fab57e11-c390-427b-b32d-1d3758e4106f is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:03.449289 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4cddb085-ed13-49e6-af67-047aa2c0ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.533589 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-4cddb085-ed13-49e6-af67-047aa2c0ad54 None None] For port fab57e11-c390-427b-b32d-1d3758e4106f, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=fab57e11-c390-427b-b32d-1d3758e4106f,segment=NetworkSegment(e6d6fbe2-c436-4aee-bb42-b04d1f36dd78),segment_id=e6d6fbe2-c436-4aee-bb42-b04d1f36dd78)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:03.563241 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.624337 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4cddb085-ed13-49e6-af67-047aa2c0ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.627841 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ea71b82c-728c-4caa-bd0d-7d6a3167b94e tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (c9ddba2e-adac-44bd-9106-a98068f7be11), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.713672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.734104 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddb085-ed13-49e6-af67-047aa2c0ad54 None None] Pushing event updated for resources: {'Port': ['ID=fab57e11-c390-427b-b32d-1d3758e4106f,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:03.769263 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] Set router c7948df7-ac63-4f20-bebe-2a10ff586f43 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:03.781453 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-0aeeaf2e-ea44-409d-9402-c10035026d40 None None] Provisioning complete for port fab57e11-c390-427b-b32d-1d3758e4106f triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:03.781827 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0aeeaf2e-ea44-409d-9402-c10035026d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.806074 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.808250 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-218debbd-d8ae-460d-b748-1bede634f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (2664b232-76e2-4334-ad20-9e6a3c8e1553), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.810581 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-218debbd-d8ae-460d-b748-1bede634f3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:03.811812 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-218debbd-d8ae-460d-b748-1bede634f3d6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2664b232-76e2-4334-ad20-9e6a3c8e1553 HTTP/1.1" status: 204 len: 168 time: 1.9106987 Jul 20 18:00:03.875175 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a54ef9-1d2e-47d3-a6c1-254e4214de84 req-be9b50be-9fe9-4f72-bf40-d1799814b2b0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:03.899375 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-83a54ef9-1d2e-47d3-a6c1-254e4214de84 req-be9b50be-9fe9-4f72-bf40-d1799814b2b0 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 931 time: 0.0849106 Jul 20 18:00:03.929030 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aea3b-ccf3-4b9d-ae63-7fcce0f23d77 req-1b669ace-7379-4351-bced-455e84ab596b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:03.942417 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f99aea3b-ccf3-4b9d-ae63-7fcce0f23d77 req-1b669ace-7379-4351-bced-455e84ab596b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 1.3463523 Jul 20 18:00:03.950409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:03.976821 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:04.083515 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218debbd-d8ae-460d-b748-1bede634f3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2664b232-76e2-4334-ad20-9e6a3c8e1553,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:04.144212 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f99aea3b-ccf3-4b9d-ae63-7fcce0f23d77 req-f6223937-6873-4608-8ad7-1da386afbfa9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998250 Jul 20 18:00:04.181479 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:00:04.201334 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.db.resource_extend [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 18:00:04.211581 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:00:04.241344 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-0aeeaf2e-ea44-409d-9402-c10035026d40 None None] Current status of the port fab57e11-c390-427b-b32d-1d3758e4106f is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:04.248288 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:00:04.334431 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ea71b82c-728c-4caa-bd0d-7d6a3167b94e tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (c9ddba2e-adac-44bd-9106-a98068f7be11), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:04.348722 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T17:59:56Z', 'revision_number': 4, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port': {'id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:49Z', 'updated_at': '2022-07-20T17:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'fab57e11-c390-427b-b32d-1d3758e4106f', 'name': '', 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'mac_address': 'fa:16:3e:29:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '22dba5db-d55d-4bdf-9c9a-a537c8e35baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:54Z', 'updated_at': '2022-07-20T18:00:03Z', 'revision_number': 4, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'subnets': [{'id': '22dba5db-d55d-4bdf-9c9a-a537c8e35baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:04.349407 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event updated for resources: {'Port': ['ID=a141767c-b3d5-41f9-be1c-9ea00a058b7a,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:04.418491 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e8926-d734-4870-bc51-e7690f9cf30b None None] The sync data for ids ['c7948df7-ac63-4f20-bebe-2a10ff586f43'] in dv-cinder-849846-3-smb is: [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T17:59:56Z', 'revision_number': 4, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port': {'id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:49Z', 'updated_at': '2022-07-20T17:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'fab57e11-c390-427b-b32d-1d3758e4106f', 'name': '', 'network_id': '099c36c1-d0c7-4571-919c-a4cc294ff8f9', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'mac_address': 'fa:16:3e:29:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '22dba5db-d55d-4bdf-9c9a-a537c8e35baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:54Z', 'updated_at': '2022-07-20T18:00:03Z', 'revision_number': 4, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'subnets': [{'id': '22dba5db-d55d-4bdf-9c9a-a537c8e35baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:00:04.469758 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-83a54ef9-1d2e-47d3-a6c1-254e4214de84 req-556ec3ad-2e39-4861-a5e0-28ed9cfef9a6 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676441 Jul 20 18:00:04.477210 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ea71b82c-728c-4caa-bd0d-7d6a3167b94e tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (c9ddba2e-adac-44bd-9106-a98068f7be11), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:04.512437 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e8a5-4b0e-4035-884c-228083173263 req-cd6fc19f-ce4e-48fa-b53a-dd122c567350 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:04.514591 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9769e8a5-4b0e-4035-884c-228083173263 req-cd6fc19f-ce4e-48fa-b53a-dd122c567350 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 931 time: 0.2033198 Jul 20 18:00:04.546676 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:04.634197 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (288e9ab1-eb2a-46ca-88ff-190068f6b42e), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:04.669830 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:04.699084 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-1142d8d3-0957-46cd-b1f5-6fd34e6562d3 None None] Provisioning complete for port a141767c-b3d5-41f9-be1c-9ea00a058b7a triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:04.699641 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-1142d8d3-0957-46cd-b1f5-6fd34e6562d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:04.725309 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71b82c-728c-4caa-bd0d-7d6a3167b94e tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ddba2e-adac-44bd-9106-a98068f7be11,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:04.773063 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:04.797721 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:04.850373 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:04.852012 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9769e8a5-4b0e-4035-884c-228083173263 req-345c38da-c876-439f-8549-23169a908be5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2542868 Jul 20 18:00:04.870825 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-1142d8d3-0957-46cd-b1f5-6fd34e6562d3 None None] Port a141767c-b3d5-41f9-be1c-9ea00a058b7a cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:00:04.995571 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device fab57e11-c390-427b-b32d-1d3758e4106f up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:00:05.001551 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:05.041694 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.l3_db [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Floating IP 288e9ab1-eb2a-46ca-88ff-190068f6b42e associated. External IP: 172.28.3.37, port: e1b0e8c0-b30c-4353-8c13-29661611ed2e. Jul 20 18:00:05.148172 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port fab57e11-c390-427b-b32d-1d3758e4106f triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:05.149064 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ea71b82c-728c-4caa-bd0d-7d6a3167b94e tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.149506 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.150369 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ea71b82c-728c-4caa-bd0d-7d6a3167b94e tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.3152714 Jul 20 18:00:05.168067 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-88666519-e461-46e4-8b14-cad74287c05b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8414733 Jul 20 18:00:05.187475 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50434) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:05.207883 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-95bb4f30-1c8b-4026-83d3-266eb8705942 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'security_group_rule': {'security_group_id': '589e77f3-7ba3-4068-84d0-af28afe0f87b', 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:05.234143 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Request body: {'port': {'device_id': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:05.356043 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.363182 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:05.381889 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Publish callbacks [] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.402487 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Transition to ACTIVE for port object 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:00:05.430804 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50438) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:05.498793 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port fab57e11-c390-427b-b32d-1d3758e4106f is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:05.679206 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.700556 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-da1f8b0e-237a-4762-8ff7-0146020f96a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:05.726364 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:06.002040 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea508a42-39b5-4170-ad25-ef6a8afc47f0 req-2081dc70-c044-444f-a070-2d5a2ad8407b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:06.002040 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ea508a42-39b5-4170-ad25-ef6a8afc47f0 req-2081dc70-c044-444f-a070-2d5a2ad8407b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.4744692 Jul 20 18:00:06.003190 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-95bb4f30-1c8b-4026-83d3-266eb8705942 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (b35c8348-225d-4c60-9d0c-2e18f4ff399c), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.003771 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba23f7-8484-4cc9-9d91-75fd6ebff01a req-a88e68b8-c215-48fd-9c75-08d5b2a69950 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:06.003771 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-62ba23f7-8484-4cc9-9d91-75fd6ebff01a req-a88e68b8-c215-48fd-9c75-08d5b2a69950 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 943 time: 0.1525521 Jul 20 18:00:06.003978 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Pushing event updated for resources: {'Port': ['ID=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:06.107163 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ea508a42-39b5-4170-ad25-ef6a8afc47f0 req-0d7beac6-c894-45a3-998d-e52addac80b1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365799 Jul 20 18:00:06.169011 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-62ba23f7-8484-4cc9-9d91-75fd6ebff01a req-f660770f-0c61-46a8-af79-e94e4653cbc2 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971054 Jul 20 18:00:06.205261 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:00:06.419745 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-95bb4f30-1c8b-4026-83d3-266eb8705942 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (b35c8348-225d-4c60-9d0c-2e18f4ff399c), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.437877 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123580-31e5-4565-aad4-ec759d497d86 req-a46f3ff7-161a-4776-b955-1c4934b844ef tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:06.458549 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1b123580-31e5-4565-aad4-ec759d497d86 req-a46f3ff7-161a-4776-b955-1c4934b844ef tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 931 time: 0.1810086 Jul 20 18:00:06.501827 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a141767c-b3d5-41f9-be1c-9ea00a058b7a {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:06.508050 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:00:06.513973 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.524654 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-95bb4f30-1c8b-4026-83d3-266eb8705942 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (b35c8348-225d-4c60-9d0c-2e18f4ff399c), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.526346 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:00:06.527981 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Publish callbacks [] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.542178 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Attempting to bind port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:00:06.542742 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Attempting to bind port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:00:06.543313 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Attempting to bind port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf on network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:06.577581 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:06.578541 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:06.603800 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-0e290e39-0ff7-4f09-bf06-701b58828188 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "PUT /v2.0/floatingips/288e9ab1-eb2a-46ca-88ff-190068f6b42e HTTP/1.1" status: 200 len: 990 time: 4.4709358 Jul 20 18:00:06.614113 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'tag': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:06.622279 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07a59a9-d7d3-4131-b1b3-22020f421727" -d '{"events": [{"name": "network-changed", "server_uuid": "4f86de26-bca9-4ef5-81a0-c4e0496619e2", "tag": "e1b0e8c0-b30c-4353-8c13-29661611ed2e"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:06.639188 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Transition to ACTIVE for port object a141767c-b3d5-41f9-be1c-9ea00a058b7a will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:00:06.644177 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-da1f8b0e-237a-4762-8ff7-0146020f96a2 admin admin] Publish callbacks [] for security_group (4334750c-704a-4f46-a727-ff8e6cff69e7), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.646530 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb4f30-1c8b-4026-83d3-266eb8705942 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35c8348-225d-4c60-9d0c-2e18f4ff399c,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:06.652739 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf on network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:00:06.658012 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Attempting to bind port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf on network 146d0d3a-4961-4754-9bc9-c3b0d78b36b9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:06.674842 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:00:06.678560 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Checking segment: {'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:00:06.682188 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Bound using segment: {'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:00:06.684012 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Bound port: 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:00:06.684749 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.743515 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1b123580-31e5-4565-aad4-ec759d497d86 req-fee05ac6-6753-4739-9961-53426da9d7b7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2780716 Jul 20 18:00:06.802061 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6aab74-2c5d-4f75-b9cc-cc5dad5d67a1 x-openstack-request-id: req-3c6aab74-2c5d-4f75-b9cc-cc5dad5d67a1 {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:06.802713 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f86de26-bca9-4ef5-81a0-c4e0496619e2", "tag": "e1b0e8c0-b30c-4353-8c13-29661611ed2e", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:06.809678 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] For port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:00:06.812204 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3c6aab74-2c5d-4f75-b9cc-cc5dad5d67a1 {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:06.812942 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6aab74-2c5d-4f75-b9cc-cc5dad5d67a1'] response: {'name': 'network-changed', 'server_uuid': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'tag': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'status': 'completed', 'code': 200} Jul 20 18:00:06.813665 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] For port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:00:06.821141 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-da1f8b0e-237a-4762-8ff7-0146020f96a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (4334750c-704a-4f46-a727-ff8e6cff69e7), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.865251 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-95bb4f30-1c8b-4026-83d3-266eb8705942 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.867170 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-95bb4f30-1c8b-4026-83d3-266eb8705942 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6751831 Jul 20 18:00:06.868207 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:06.871829 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50450) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:06.882377 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-d20c01a4-d2d9-4e7e-9e23-c1047759e03a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'security_group_rule': {'security_group_id': '589e77f3-7ba3-4068-84d0-af28afe0f87b', 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:06.892304 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:06.912911 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f8b0e-237a-4762-8ff7-0146020f96a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4334750c-704a-4f46-a727-ff8e6cff69e7,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:06.939098 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:06.980798 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.028382 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-da1f8b0e-237a-4762-8ff7-0146020f96a2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=140d5c7c71df422ba8f2f799a8721bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5851896 Jul 20 18:00:07.029604 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50454) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:07.044122 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-723ea929-5ff9-4a35-9023-8bae50290797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:07.045743 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-723ea929-5ff9-4a35-9023-8bae50290797 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 1129 time: 0.1621995 Jul 20 18:00:07.074266 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:07.076381 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.088132 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] 10.222.0.13 "PUT /v2.0/ports/808ba067-6bcc-49ed-8f71-d4cf2c4c85bf HTTP/1.1" status: 200 len: 1093 time: 3.9540341 Jul 20 18:00:07.089965 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68a9d0c-7376-43a1-8d2c-11d742f9c566', 'tag': '808ba067-6bcc-49ed-8f71-d4cf2c4c85bf'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:07.093636 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884f7c0-162f-47fc-bb77-0c11c33dd171" -d '{"events": [{"name": "network-changed", "server_uuid": "f68a9d0c-7376-43a1-8d2c-11d742f9c566", "tag": "808ba067-6bcc-49ed-8f71-d4cf2c4c85bf"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:07.164847 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3bad8071-7906-4b1d-8dad-cba642c25f76 admin admin] Publish callbacks [] for security_group (4334750c-704a-4f46-a727-ff8e6cff69e7), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.200814 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3bad8071-7906-4b1d-8dad-cba642c25f76 admin admin] Publish callbacks [] for security_group (4334750c-704a-4f46-a727-ff8e6cff69e7), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.297873 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d20c01a4-d2d9-4e7e-9e23-c1047759e03a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (425e7484-0f62-426c-88cc-1fa421520dda), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.374332 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:07.570271 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '288e9ab1-eb2a-46ca-88ff-190068f6b42e', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.37', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:11:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:31Z', 'updated_at': '2022-07-20T18:00:03Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}, {'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:36Z', 'revision_number': 2, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:07.572241 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d20c01a4-d2d9-4e7e-9e23-c1047759e03a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (425e7484-0f62-426c-88cc-1fa421520dda), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:07.572424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-8476ef38-8de4-4c35-85e6-85c228842a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:07.572424 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-8476ef38-8de4-4c35-85e6-85c228842a13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 916 time: 0.4097328 Jul 20 18:00:07.572424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef15e16-6c5a-4555-ade4-95af4e82067d x-openstack-request-id: req-5ef15e16-6c5a-4555-ade4-95af4e82067d {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:07.572424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68a9d0c-7376-43a1-8d2c-11d742f9c566", "tag": "808ba067-6bcc-49ed-8f71-d4cf2c4c85bf", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:07.572424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5ef15e16-6c5a-4555-ade4-95af4e82067d {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:07.572424 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef15e16-6c5a-4555-ade4-95af4e82067d'] response: {'name': 'network-changed', 'server_uuid': 'f68a9d0c-7376-43a1-8d2c-11d742f9c566', 'tag': '808ba067-6bcc-49ed-8f71-d4cf2c4c85bf', 'status': 'completed', 'code': 200} Jul 20 18:00:07.572424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Pushing event updated for resources: {'Port': ['ID=a141767c-b3d5-41f9-be1c-9ea00a058b7a,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:07.573726 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:00:07.588989 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:07.590310 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T17:59:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:07.602471 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60044f-80ce-4d77-9d30-98470e3c543e req-4f85097e-94f8-47e8-aa06-e56f8b0a7e46 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:07.604588 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5b60044f-80ce-4d77-9d30-98470e3c543e req-4f85097e-94f8-47e8-aa06-e56f8b0a7e46 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1776869 Jul 20 18:00:07.611460 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639553-810b-494c-8e38-be5605ee546e req-f87f72c0-765c-4251-886f-63cb3ec0cd22 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:07.613158 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-02639553-810b-494c-8e38-be5605ee546e req-f87f72c0-765c-4251-886f-63cb3ec0cd22 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 943 time: 0.2068295 Jul 20 18:00:07.706758 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5b60044f-80ce-4d77-9d30-98470e3c543e req-f1db102c-b1ce-4c20-9509-f73f71f2ca3e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924196 Jul 20 18:00:07.712558 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-02639553-810b-494c-8e38-be5605ee546e req-f75a4162-8f43-4763-b3b7-a052b95529a3 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917761 Jul 20 18:00:07.804287 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:07.808896 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f7c0-162f-47fc-bb77-0c11c33dd171 req-c71903c4-c582-4ef8-a40c-9e27784b24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:07.811801 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0884f7c0-162f-47fc-bb77-0c11c33dd171 req-c71903c4-c582-4ef8-a40c-9e27784b24be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 1127 time: 0.3095610 Jul 20 18:00:07.933671 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-7382fad7-e083-4bb8-a0ca-9bcb0391b560 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b0e8c0-b30c-4353-8c13-29661611ed2e HTTP/1.1" status: 200 len: 998 time: 0.4080229 Jul 20 18:00:07.938933 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:07.939231 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac7347-900d-4029-9eb6-cfe5acacb414 service neutron] Pushing event updated for resources: {'Port': ['ID=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:07.963187 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Attempting to bind port a141767c-b3d5-41f9-be1c-9ea00a058b7a on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:00:07.963187 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Attempting to bind port a141767c-b3d5-41f9-be1c-9ea00a058b7a by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:00:07.963187 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Attempting to bind port a141767c-b3d5-41f9-be1c-9ea00a058b7a on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:08.025906 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c5e72-6854-4622-9445-05469f284f48 req-e8deb59b-d4e8-4be5-872e-d32917b34f73 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:08.041384 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d21c5e72-6854-4622-9445-05469f284f48 req-e8deb59b-d4e8-4be5-872e-d32917b34f73 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 943 time: 0.1494412 Jul 20 18:00:08.057409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3bad8071-7906-4b1d-8dad-cba642c25f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (4334750c-704a-4f46-a727-ff8e6cff69e7), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.062396 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3bad8071-7906-4b1d-8dad-cba642c25f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.067446 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-3bad8071-7906-4b1d-8dad-cba642c25f76 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4334750c-704a-4f46-a727-ff8e6cff69e7 HTTP/1.1" status: 204 len: 168 time: 1.0333543 Jul 20 18:00:08.082807 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d20c01a4-d2d9-4e7e-9e23-c1047759e03a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (425e7484-0f62-426c-88cc-1fa421520dda), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.085872 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Port a141767c-b3d5-41f9-be1c-9ea00a058b7a on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:00:08.086411 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Attempting to bind port a141767c-b3d5-41f9-be1c-9ea00a058b7a on network f697aa97-5d1b-45da-9f61-b5d189eabfd7 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:08.119260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:00:08.119824 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Checking segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:00:08.120457 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Bound using segment: {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:00:08.121230 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Bound port: a141767c-b3d5-41f9-be1c-9ea00a058b7a, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47169b48-afaf-405c-91a4-287dff75ccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:00:08.121795 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.181215 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad8071-7906-4b1d-8dad-cba642c25f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334750c-704a-4f46-a727-ff8e6cff69e7,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:08.192466 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c01a4-d2d9-4e7e-9e23-c1047759e03a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425e7484-0f62-426c-88cc-1fa421520dda,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:08.208162 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-d6ab2395-dc46-48d1-b48e-b034f56e20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:08.212621 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-d6ab2395-dc46-48d1-b48e-b034f56e20d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.2557800 Jul 20 18:00:08.339921 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f7c0-162f-47fc-bb77-0c11c33dd171 req-d85186c2-04f1-4e65-975a-78d2a139fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:08.342413 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0884f7c0-162f-47fc-bb77-0c11c33dd171 req-d85186c2-04f1-4e65-975a-78d2a139fee4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4951520 Jul 20 18:00:08.400396 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '288e9ab1-eb2a-46ca-88ff-190068f6b42e', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.37', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:11:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:31Z', 'updated_at': '2022-07-20T18:00:03Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}, {'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:36Z', 'revision_number': 2, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:08.401088 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d21c5e72-6854-4622-9445-05469f284f48 req-389f14ac-00eb-4449-8c4a-f7c83a8fce31 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3575237 Jul 20 18:00:08.415242 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:08.465924 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-aff8389f-db97-446f-bf85-00b402a446ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:08.468206 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-aff8389f-db97-446f-bf85-00b402a446ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1981702 Jul 20 18:00:08.469904 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa45f33-14ef-4041-8267-48f26652d790 None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '288e9ab1-eb2a-46ca-88ff-190068f6b42e', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.37', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:11:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:31Z', 'updated_at': '2022-07-20T18:00:03Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}, {'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:36Z', 'revision_number': 2, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:00:08.488787 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d20c01a4-d2d9-4e7e-9e23-c1047759e03a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.493497 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-d20c01a4-d2d9-4e7e-9e23-c1047759e03a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6191473 Jul 20 18:00:08.498292 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50476) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:08.528537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-e7ce8e82-652a-4ada-a3de-66051e350057 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'security_group_rule': {'security_group_id': '589e77f3-7ba3-4068-84d0-af28afe0f87b', 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:08.543917 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] For port a141767c-b3d5-41f9-be1c-9ea00a058b7a, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:00:08.692176 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.securitygroups_db [None req-e7ce8e82-652a-4ada-a3de-66051e350057 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Project deb33eae0aa34330888eee1fbf9bdd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 18:00:08.698981 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e7ce8e82-652a-4ada-a3de-66051e350057 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (a55e5c77-311a-43c5-b842-fce960aee862), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.707122 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] For port a141767c-b3d5-41f9-be1c-9ea00a058b7a, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:00:08.884408 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:08.898335 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f7c0-162f-47fc-bb77-0c11c33dd171 req-050bd62f-5094-4772-a3f7-69d96cbeb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:08.902638 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0884f7c0-162f-47fc-bb77-0c11c33dd171 req-050bd62f-5094-4772-a3f7-69d96cbeb94a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5215974 Jul 20 18:00:08.908716 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.964398 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e7ce8e82-652a-4ada-a3de-66051e350057 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (a55e5c77-311a-43c5-b842-fce960aee862), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:08.988001 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-fc9898bc-a338-41fc-bdae-7c76e05a6e19 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973955 Jul 20 18:00:09.001236 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:09.001236 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:09.003308 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] 10.222.0.13 "PUT /v2.0/ports/a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 200 len: 1093 time: 3.7899060 Jul 20 18:00:09.119737 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea8912-ab18-4589-b0dd-c0a64249701d None None] New status for floating IP 288e9ab1-eb2a-46ca-88ff-190068f6b42e: ACTIVE {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:00:09.495862 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b45f9-0f9b-4c88-883b-b57b7cf462be service neutron] Pushing event updated for resources: {'Port': ['ID=a141767c-b3d5-41f9-be1c-9ea00a058b7a,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:09.612907 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:09.618347 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:09.623959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-19554ade-0600-4645-93a5-fbfa7ed831e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:09.627192 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-19554ade-0600-4645-93a5-fbfa7ed831e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1127 time: 0.1718888 Jul 20 18:00:09.629506 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-9a8b7484-5ef5-4b11-9c2e-f06c895d7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:09.632092 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-9a8b7484-5ef5-4b11-9c2e-f06c895d7d41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 1127 time: 0.5726144 Jul 20 18:00:09.644578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:09.818729 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e7ce8e82-652a-4ada-a3de-66051e350057 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (a55e5c77-311a-43c5-b842-fce960aee862), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:09.828753 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-ace8bf3a-b5c9-4b9c-9cb3-799170f84294 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf HTTP/1.1" status: 200 len: 217 time: 0.1629920 Jul 20 18:00:09.944636 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933c24-d21f-4d11-9e87-8c6adcb6be63 req-ada6e26c-72d1-4d79-b767-c9f8f901a390 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:09.947175 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-56933c24-d21f-4d11-9e87-8c6adcb6be63 req-ada6e26c-72d1-4d79-b767-c9f8f901a390 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 943 time: 0.9946625 Jul 20 18:00:09.956145 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-b40d4a85-1ca1-433d-b276-cf6a1dcf4727 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 200 len: 217 time: 0.2617240 Jul 20 18:00:09.962697 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d07a59a9-d7d3-4131-b1b3-22020f421727 req-e66d4238-9a9d-412c-81b6-8c8d28e1961c service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9580381 Jul 20 18:00:09.994365 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39177af0-35b7-45f8-9d51-5043ef712bfd req-0735bb57-d593-4561-a920-6e228825192d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:10.001534 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-39177af0-35b7-45f8-9d51-5043ef712bfd req-0735bb57-d593-4561-a920-6e228825192d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.9664741 Jul 20 18:00:10.013880 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce8e82-652a-4ada-a3de-66051e350057 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55e5c77-311a-43c5-b842-fce960aee862,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:10.098744 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-39177af0-35b7-45f8-9d51-5043ef712bfd req-aae3101b-77c5-4099-bfde-dfe91d399424 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961907 Jul 20 18:00:10.104729 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-56933c24-d21f-4d11-9e87-8c6adcb6be63 req-eb1282f4-fd28-469c-a886-959db35bc1b1 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179528 Jul 20 18:00:10.108719 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e7ce8e82-652a-4ada-a3de-66051e350057 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:10.110013 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-e7ce8e82-652a-4ada-a3de-66051e350057 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6099300 Jul 20 18:00:10.120006 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50504) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:10.130019 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-a8295810-fad2-4b44-bd3e-60a7e9680560 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'security_group_rule': {'security_group_id': '589e77f3-7ba3-4068-84d0-af28afe0f87b', 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:10.308035 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.securitygroups_db [None req-a8295810-fad2-4b44-bd3e-60a7e9680560 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Project deb33eae0aa34330888eee1fbf9bdd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 18:00:10.329917 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a8295810-fad2-4b44-bd3e-60a7e9680560 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (d37af3cb-e013-4ab8-8632-c3999b400023), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:10.383504 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb357ef-abfa-4eb6-b0d3-aac255602b37 req-a5c4b961-285d-4ec3-8d4e-9209aee19002 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:10.405377 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9bb357ef-abfa-4eb6-b0d3-aac255602b37 req-a5c4b961-285d-4ec3-8d4e-9209aee19002 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 943 time: 0.1754308 Jul 20 18:00:10.476891 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:10.519789 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a8295810-fad2-4b44-bd3e-60a7e9680560 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (d37af3cb-e013-4ab8-8632-c3999b400023), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:10.540730 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9bb357ef-abfa-4eb6-b0d3-aac255602b37 req-05692b1a-a060-4c8d-8926-05682dfed44a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1318951 Jul 20 18:00:10.613687 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a8295810-fad2-4b44-bd3e-60a7e9680560 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (d37af3cb-e013-4ab8-8632-c3999b400023), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:10.639054 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8295810-fad2-4b44-bd3e-60a7e9680560 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37af3cb-e013-4ab8-8632-c3999b400023,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:10.740628 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904a13bc-e9df-4d22-b341-9d518713fb01 x-openstack-request-id: req-904a13bc-e9df-4d22-b341-9d518713fb01 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:10.740970 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:10.741333 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-904a13bc-e9df-4d22-b341-9d518713fb01 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:10.741542 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904a13bc-e9df-4d22-b341-9d518713fb01'] response: {'name': 'network-changed', 'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'status': 'completed', 'code': 200} Jul 20 18:00:10.791814 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a8295810-fad2-4b44-bd3e-60a7e9680560 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:10.791814 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-a8295810-fad2-4b44-bd3e-60a7e9680560 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6553507 Jul 20 18:00:10.792461 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-c49e826d-f2b9-456a-97e8-10457f07367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:10.795021 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-c49e826d-f2b9-456a-97e8-10457f07367f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85d3fb7d-af19-4ebe-b126-a1ab76c29e29 HTTP/1.1" status: 200 len: 848 time: 0.8591907 Jul 20 18:00:10.798749 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-45232b69-29ab-437c-8dd7-7ff66fb664cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:10.802881 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-45232b69-29ab-437c-8dd7-7ff66fb664cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.8382537 Jul 20 18:00:10.956840 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-162879b2-3baa-4111-9429-0e92cb05d028 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=146d0d3a-4961-4754-9bc9-c3b0d78b36b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516182 Jul 20 18:00:11.230955 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-992ddee4-89b0-4f58-b8bc-0531014f24e0 service neutron] 10.222.0.13 "GET /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570755 Jul 20 18:00:11.450037 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-45e3b4fc-77b6-4371-8ff3-6f93d3998339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:11.452903 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-45e3b4fc-77b6-4371-8ff3-6f93d3998339 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6153364 Jul 20 18:00:11.517451 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89274e50-5424-4bdd-ad92-03537f525b1f req-8d8e3fa3-de80-4141-9b47-6c1d66738c24 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:11.525653 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89274e50-5424-4bdd-ad92-03537f525b1f req-8d8e3fa3-de80-4141-9b47-6c1d66738c24 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 943 time: 0.2023921 Jul 20 18:00:11.553682 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06cc77-931a-46ec-a73c-9127d7a2fa0e req-01602ca1-677c-4c1c-a7d6-3d1dbbd2abdd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:11.555535 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ca06cc77-931a-46ec-a73c-9127d7a2fa0e req-01602ca1-677c-4c1c-a7d6-3d1dbbd2abdd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0974927 Jul 20 18:00:11.765437 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:11.795425 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89274e50-5424-4bdd-ad92-03537f525b1f req-9c6b6e7e-4323-475f-b75e-43ae33f2d239 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684829 Jul 20 18:00:11.805439 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a96e5fd1-5c1e-4bfd-b7bc-78b814b01641 req-e70c3ff0-7558-4662-917c-20e51c5d40d6 service neutron] 10.222.0.13 "GET /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644379 Jul 20 18:00:11.853433 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ca06cc77-931a-46ec-a73c-9127d7a2fa0e req-7ff7f246-6b7d-4dc8-846f-2508cbf93853 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863305 Jul 20 18:00:11.979858 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-b5e1b414-46c1-4b69-9bd3-22b36031b804 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067465 Jul 20 18:00:11.985580 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615f5-ea1b-41a9-b990-ffcbe10c23d9 req-0e2cc3ef-7e5a-4763-a560-1c1bf62b20d5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:11.988248 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-98d615f5-ea1b-41a9-b990-ffcbe10c23d9 req-0e2cc3ef-7e5a-4763-a560-1c1bf62b20d5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 943 time: 0.1086662 Jul 20 18:00:12.089223 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-98d615f5-ea1b-41a9-b990-ffcbe10c23d9 req-82fdc30b-4680-45b4-8b43-ca7a852145a2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946121 Jul 20 18:00:12.847862 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:13.176370 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e01ae6-b372-4264-849d-5d1c37461730 req-b8f5d80b-89fc-46b6-b388-8b69027c6cc4 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:13.189178 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-80e01ae6-b372-4264-849d-5d1c37461730 req-b8f5d80b-89fc-46b6-b388-8b69027c6cc4 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 943 time: 0.2379956 Jul 20 18:00:13.232632 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fca88-27b7-496d-8d72-b1d8ed85e60b req-c27ce895-b581-4b96-9f44-f565b216bb8e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:13.235213 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-328fca88-27b7-496d-8d72-b1d8ed85e60b req-c27ce895-b581-4b96-9f44-f565b216bb8e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1667638 Jul 20 18:00:13.292320 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-67429c40-60ce-4759-b22c-7371e62ceaa6 req-6ccc2eab-f0cc-4f51-a536-32a28192c8d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970880 Jul 20 18:00:13.345793 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-80e01ae6-b372-4264-849d-5d1c37461730 req-c00c373a-44b4-411c-b807-fd7a2fe428e4 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547534 Jul 20 18:00:13.384579 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-328fca88-27b7-496d-8d72-b1d8ed85e60b req-09f9e449-8419-4508-ba4c-56fc5b36c784 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282837 Jul 20 18:00:13.463257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:13.528394 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0086-404f-452c-ab19-e2fbb225000e req-3eda054d-17c7-40d9-b4c2-ed9c0ab39c84 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:13.539751 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-079c0086-404f-452c-ab19-e2fbb225000e req-3eda054d-17c7-40d9-b4c2-ed9c0ab39c84 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 943 time: 0.0891614 Jul 20 18:00:13.659594 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-079c0086-404f-452c-ab19-e2fbb225000e req-561048a4-c719-430e-922a-aff6999bacdb tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182661 Jul 20 18:00:14.567729 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955183-7a83-4aed-b7bc-fce0e898f096 req-9bffe8bf-471f-476c-8dc5-843c17bcbbd1 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:14.571545 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ae955183-7a83-4aed-b7bc-fce0e898f096 req-9bffe8bf-471f-476c-8dc5-843c17bcbbd1 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 943 time: 0.1162019 Jul 20 18:00:14.635890 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb507e-8c32-4dd3-a1a6-14bc44ee01a3 req-21f2ceb4-9afb-4dc0-8c8e-ffc684932e3b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:14.636659 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-ccdecddc-0fb8-4230-82ad-84b58befa2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:14.641575 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3ccb507e-8c32-4dd3-a1a6-14bc44ee01a3 req-21f2ceb4-9afb-4dc0-8c8e-ffc684932e3b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1241205 Jul 20 18:00:14.653614 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-ccdecddc-0fb8-4230-82ad-84b58befa2b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1127 time: 0.1032839 Jul 20 18:00:14.790605 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:14.805562 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ae955183-7a83-4aed-b7bc-fce0e898f096 req-e75058dd-84c2-4c74-b4c8-aaf0353f2784 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649597 Jul 20 18:00:14.818359 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3ccb507e-8c32-4dd3-a1a6-14bc44ee01a3 req-c2626288-4395-46bf-a4ba-e908a48df6f7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495998 Jul 20 18:00:14.844457 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-bfa135e1-7e4f-40c7-a3ca-b71858f9af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:14.876855 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-bfa135e1-7e4f-40c7-a3ca-b71858f9af45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.2203789 Jul 20 18:00:14.945801 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-0267242d-c6cc-47dc-9058-986a59f89590 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 200 len: 217 time: 0.0577362 Jul 20 18:00:15.007613 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1988a5a-d356-4ab1-98ad-14289d20914b req-f9acaf1e-aa5a-44d1-b8ac-18c83b7d18ad tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:15.016042 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1988a5a-d356-4ab1-98ad-14289d20914b req-f9acaf1e-aa5a-44d1-b8ac-18c83b7d18ad tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 943 time: 0.0878816 Jul 20 18:00:15.035525 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-c94da870-2747-4f96-a63f-025d1ef4a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:15.037781 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-c94da870-2747-4f96-a63f-025d1ef4a374 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0882664 Jul 20 18:00:15.101679 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1988a5a-d356-4ab1-98ad-14289d20914b req-2b126218-1f98-42bf-8d76-88bb287586a1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842161 Jul 20 18:00:15.103581 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-854fa55c-68c8-48b1-b8c5-4f69063b702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:15.105553 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-854fa55c-68c8-48b1-b8c5-4f69063b702e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523560 Jul 20 18:00:15.246769 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-35c9082b-d05b-4c67-ae33-4408efd3c59e service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333051 Jul 20 18:00:15.337705 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:00:15.377186 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1053d02c-6b2d-4e0a-a5ae-fc49f31be4f1 req-b573bc54-64c9-457b-bed9-62733a11078b service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176550 Jul 20 18:00:15.486760 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:15.501785 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '808ba067-6bcc-49ed-8f71-d4cf2c4c85bf', 'network_id': '146d0d3a-4961-4754-9bc9-c3b0d78b36b9', 'port_id': '808ba067-6bcc-49ed-8f71-d4cf2c4c85bf', 'mac_address': 'fa:16:3e:8c:6f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d3fb7d-af19-4ebe-b126-a1ab76c29e29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:00:15.548233 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:15.549057 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:15.566147 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:15.612084 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:15.754798 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:15.755683 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device a141767c-b3d5-41f9-be1c-9ea00a058b7a details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:00:15.822626 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:16.197638 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfb727-770c-4917-b0e9-e6b7bb72bcda req-14ec1c99-860a-41bd-9686-5f61789d98c1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:16.199412 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port a141767c-b3d5-41f9-be1c-9ea00a058b7a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:16.205956 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eecfb727-770c-4917-b0e9-e6b7bb72bcda req-14ec1c99-860a-41bd-9686-5f61789d98c1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1818590 Jul 20 18:00:16.239995 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'mac_address': 'fa:16:3e:11:aa:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:00:16.250756 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332d67a-95f0-4615-8805-267022a88cf3 req-2287b807-54c9-4fc6-947e-d116c49f3f7a tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:16.264110 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7332d67a-95f0-4615-8805-267022a88cf3 req-2287b807-54c9-4fc6-947e-d116c49f3f7a tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 944 time: 0.2885535 Jul 20 18:00:16.285887 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:16.296310 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:16.301507 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port a141767c-b3d5-41f9-be1c-9ea00a058b7a is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:16.301924 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.322928 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a141767c-b3d5-41f9-be1c-9ea00a058b7a {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:16.359809 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port a141767c-b3d5-41f9-be1c-9ea00a058b7a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:16.410105 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eecfb727-770c-4917-b0e9-e6b7bb72bcda req-dd00989c-b02e-4373-9d40-d4313e9b06ae tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822085 Jul 20 18:00:16.486505 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:16.491968 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7332d67a-95f0-4615-8805-267022a88cf3 req-700675a0-1cbc-4b01-bcf4-e42907a3e086 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259805 Jul 20 18:00:16.558887 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=a141767c-b3d5-41f9-be1c-9ea00a058b7a,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:16.657687 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc61c05-436b-439b-a567-5286ec09b233 req-95b93766-9779-4f1b-bf1d-21b0663c9aa5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:16.661795 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6bc61c05-436b-439b-a567-5286ec09b233 req-95b93766-9779-4f1b-bf1d-21b0663c9aa5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 944 time: 0.0834231 Jul 20 18:00:16.750407 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:16.755968 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6bc61c05-436b-439b-a567-5286ec09b233 req-7ed1f665-867d-47e2-aba2-6ce4633e55d3 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852556 Jul 20 18:00:17.105822 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50674) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:17.129466 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['808ba067-6bcc-49ed-8f71-d4cf2c4c85bf'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:00:17.316792 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['a141767c-b3d5-41f9-be1c-9ea00a058b7a'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:00:17.381586 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d648b5c5-b85b-4e13-8a47-c346753faec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.403186 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:17.601653 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d648b5c5-b85b-4e13-8a47-c346753faec7 admin admin] Publish callbacks [] for security_group (d13318f2-bf4c-4ae1-9ecc-0ef3637aa687), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.672019 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205bc80-fe21-4c67-86eb-c19efcfbabfe req-efe015c4-b43f-4476-993d-e966fe0b87c0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:17.675642 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2205bc80-fe21-4c67-86eb-c19efcfbabfe req-efe015c4-b43f-4476-993d-e966fe0b87c0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1140871 Jul 20 18:00:17.715051 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d648b5c5-b85b-4e13-8a47-c346753faec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (d13318f2-bf4c-4ae1-9ecc-0ef3637aa687), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.773578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648b5c5-b85b-4e13-8a47-c346753faec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13318f2-bf4c-4ae1-9ecc-0ef3637aa687,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:17.778970 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d648b5c5-b85b-4e13-8a47-c346753faec7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f3e9f4bd282d4d6fb1b5fa1698c50e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6711323 Jul 20 18:00:17.782074 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50684) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:17.898375 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6d99-e7a0-489b-b23a-ab5c7320336d admin admin] Publish callbacks [] for security_group (d13318f2-bf4c-4ae1-9ecc-0ef3637aa687), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.913515 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bcdb9-acea-4caf-b942-d7576a7e8957 req-1ea22730-c473-4347-9af6-88bf623f854c tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:17.949787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6d99-e7a0-489b-b23a-ab5c7320336d admin admin] Publish callbacks [] for security_group (d13318f2-bf4c-4ae1-9ecc-0ef3637aa687), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:17.952624 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2e6bcdb9-acea-4caf-b942-d7576a7e8957 req-1ea22730-c473-4347-9af6-88bf623f854c tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 944 time: 0.2616825 Jul 20 18:00:18.071023 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2205bc80-fe21-4c67-86eb-c19efcfbabfe req-03d72421-05fc-4914-9329-249d0ad7aa59 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726168 Jul 20 18:00:18.142553 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6d99-e7a0-489b-b23a-ab5c7320336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (d13318f2-bf4c-4ae1-9ecc-0ef3637aa687), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.150700 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2e6bcdb9-acea-4caf-b942-d7576a7e8957 req-6a0c609c-6782-4bfd-a450-ca9123df0553 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805210 Jul 20 18:00:18.153884 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6d99-e7a0-489b-b23a-ab5c7320336d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:18.162758 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-eb8e6d99-e7a0-489b-b23a-ab5c7320336d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d13318f2-bf4c-4ae1-9ecc-0ef3637aa687 HTTP/1.1" status: 204 len: 168 time: 0.3743703 Jul 20 18:00:18.230461 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e6d99-e7a0-489b-b23a-ab5c7320336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13318f2-bf4c-4ae1-9ecc-0ef3637aa687,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:18.235265 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:18.374802 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d919693-6522-429a-a0a2-c3fefebe32e0 req-095dd42a-5baf-431a-b9a1-88414717c4c5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:18.376451 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5d919693-6522-429a-a0a2-c3fefebe32e0 req-095dd42a-5baf-431a-b9a1-88414717c4c5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 944 time: 0.0702558 Jul 20 18:00:18.473358 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5d919693-6522-429a-a0a2-c3fefebe32e0 req-62ac889c-936e-4b45-86f4-849cbd55a06c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902221 Jul 20 18:00:19.306377 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51ece3-b13f-48c5-8a1c-29de4bb16053 req-e4ea996d-e65d-4491-b61a-bc3acc755bc1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:19.308132 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fc51ece3-b13f-48c5-8a1c-29de4bb16053 req-e4ea996d-e65d-4491-b61a-bc3acc755bc1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1000924 Jul 20 18:00:19.339006 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0616-958a-480f-8e70-5e4779ac2a3f req-90e74239-28fd-4e99-bb2f-e2ddf4e2e52e tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:19.340780 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-569b0616-958a-480f-8e70-5e4779ac2a3f req-90e74239-28fd-4e99-bb2f-e2ddf4e2e52e tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 944 time: 0.0947645 Jul 20 18:00:19.417225 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fc51ece3-b13f-48c5-8a1c-29de4bb16053 req-ed0c9060-e8c0-4ef8-8955-4ae24de635a8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952585 Jul 20 18:00:19.451317 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-569b0616-958a-480f-8e70-5e4779ac2a3f req-41c87165-3cac-4ad4-b376-bd74f6111a94 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014690 Jul 20 18:00:19.535593 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:00:19.630015 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:19.660538 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:00:19.696790 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50720) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:19.714891 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d674c8fe-168e-4bf9-8fc3-1c7583cd2908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:19.733432 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:19.749183 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:19.749847 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:19.759558 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc91e1e-d62d-4c0b-a9c9-e2f18e2cce74 req-8c5ad147-3a5e-4d92-9d2a-bfed2d7e3764 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:19.771048 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-abc91e1e-d62d-4c0b-a9c9-e2f18e2cce74 req-8c5ad147-3a5e-4d92-9d2a-bfed2d7e3764 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 944 time: 0.1331499 Jul 20 18:00:19.810498 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:19.845282 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-abc91e1e-d62d-4c0b-a9c9-e2f18e2cce74 req-9185eabd-d839-4114-86ae-112f28932e02 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719223 Jul 20 18:00:19.904616 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:19.904616 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:19.924370 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d674c8fe-168e-4bf9-8fc3-1c7583cd2908 admin admin] Publish callbacks [] for security_group (6998bad8-14c2-43f8-8327-c23ada7e9988), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:19.938668 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a9d0c-7376-43a1-8d2c-11d742f9c566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808ba067-6bcc-49ed-8f71-d4cf2c4c85bf'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:19.943688 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80afb59c-5e90-47c9-bc8d-9c11c33a37ce" -d '{"events": [{"server_uuid": "f68a9d0c-7376-43a1-8d2c-11d742f9c566", "name": "network-vif-plugged", "status": "completed", "tag": "808ba067-6bcc-49ed-8f71-d4cf2c4c85bf"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:19.961195 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:19.993405 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e50d3e-88d7-4585-8ae9-f00ed33fa832 x-openstack-request-id: req-76e50d3e-88d7-4585-8ae9-f00ed33fa832 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:19.993925 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a9d0c-7376-43a1-8d2c-11d742f9c566", "name": "network-vif-plugged", "status": "completed", "tag": "808ba067-6bcc-49ed-8f71-d4cf2c4c85bf", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:19.994414 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-76e50d3e-88d7-4585-8ae9-f00ed33fa832 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:19.994912 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e50d3e-88d7-4585-8ae9-f00ed33fa832'] response: {'server_uuid': 'f68a9d0c-7376-43a1-8d2c-11d742f9c566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808ba067-6bcc-49ed-8f71-d4cf2c4c85bf', 'code': 200} Jul 20 18:00:20.029994 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d674c8fe-168e-4bf9-8fc3-1c7583cd2908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6998bad8-14c2-43f8-8327-c23ada7e9988), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.057433 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.058528 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device a141767c-b3d5-41f9-be1c-9ea00a058b7a up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:00:20.085321 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674c8fe-168e-4bf9-8fc3-1c7583cd2908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6998bad8-14c2-43f8-8327-c23ada7e9988,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:20.090843 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d674c8fe-168e-4bf9-8fc3-1c7583cd2908 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4a635033cd2747a0aa0d76ed0e4dd6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913770 Jul 20 18:00:20.093676 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50724) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:20.171776 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:20.183830 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2bada41b-7680-43f2-a2c4-a66f0ed4bbe7 admin admin] Publish callbacks [] for security_group (6998bad8-14c2-43f8-8327-c23ada7e9988), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.245376 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:20.246065 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2bada41b-7680-43f2-a2c4-a66f0ed4bbe7 admin admin] Publish callbacks [] for security_group (6998bad8-14c2-43f8-8327-c23ada7e9988), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.254272 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port a141767c-b3d5-41f9-be1c-9ea00a058b7a completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:00:20.532250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2bada41b-7680-43f2-a2c4-a66f0ed4bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6998bad8-14c2-43f8-8327-c23ada7e9988), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.533640 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port a141767c-b3d5-41f9-be1c-9ea00a058b7a triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:20.533799 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.537441 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2bada41b-7680-43f2-a2c4-a66f0ed4bbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.537441 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-2bada41b-7680-43f2-a2c4-a66f0ed4bbe7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6998bad8-14c2-43f8-8327-c23ada7e9988 HTTP/1.1" status: 204 len: 168 time: 0.4424729 Jul 20 18:00:20.600601 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bada41b-7680-43f2-a2c4-a66f0ed4bbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6998bad8-14c2-43f8-8327-c23ada7e9988,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:20.676897 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46f121-3860-4c6c-974f-8a9be7e6276a req-9ee2ecb8-0d74-4078-a947-c143695e52d0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:20.678791 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b46f121-3860-4c6c-974f-8a9be7e6276a req-9ee2ecb8-0d74-4078-a947-c143695e52d0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1324763 Jul 20 18:00:20.686050 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd394-fa78-4554-ac1a-eb65348bca14 req-08e36b2e-6485-4604-8315-5bd6d69aeb99 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:20.687852 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-013fd394-fa78-4554-ac1a-eb65348bca14 req-08e36b2e-6485-4604-8315-5bd6d69aeb99 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.1018710 Jul 20 18:00:20.688591 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port a141767c-b3d5-41f9-be1c-9ea00a058b7a is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:20.690281 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.744054 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port a141767c-b3d5-41f9-be1c-9ea00a058b7a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:20.783979 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b46f121-3860-4c6c-974f-8a9be7e6276a req-0d47e8c2-8227-4e65-b038-466c27c2b357 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951879 Jul 20 18:00:20.787686 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-013fd394-fa78-4554-ac1a-eb65348bca14 req-33c68273-1b34-41e8-9faa-0f92142d2c67 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805590 Jul 20 18:00:20.869810 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:20.893542 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f3566-6206-4959-a1ea-e515a96737a9 req-622acb7d-1f16-4864-9860-3124710086ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:20.895270 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-331f3566-6206-4959-a1ea-e515a96737a9 req-622acb7d-1f16-4864-9860-3124710086ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 1129 time: 0.0507741 Jul 20 18:00:20.940288 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=a141767c-b3d5-41f9-be1c-9ea00a058b7a,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:20.976333 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-331f3566-6206-4959-a1ea-e515a96737a9 req-21f554b7-af81-445c-9870-a78fa8f9dc81 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549219 Jul 20 18:00:21.014400 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042987-defe-469d-b53c-88abddb89fb1 req-3f2daccd-f2d0-4c2c-a830-20c7c6b3987c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:21.015956 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ef042987-defe-469d-b53c-88abddb89fb1 req-3f2daccd-f2d0-4c2c-a830-20c7c6b3987c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0692658 Jul 20 18:00:21.080554 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ef042987-defe-469d-b53c-88abddb89fb1 req-daeff667-7f21-4005-beea-376c2fe03ba7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563600 Jul 20 18:00:21.194629 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:21.891328 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:21.948126 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e150d-e2f9-468c-90f4-f932e985e820 req-555c7dcd-3eb1-459f-a082-83675a6e6593 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:21.949697 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f5e150d-e2f9-468c-90f4-f932e985e820 req-555c7dcd-3eb1-459f-a082-83675a6e6593 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.0801256 Jul 20 18:00:21.959111 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d96b7e-e90d-4a61-9097-7c628ff1db6d req-9bd73b24-ca34-46f0-a385-94cd9833285c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:21.965866 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-12d96b7e-e90d-4a61-9097-7c628ff1db6d req-9bd73b24-ca34-46f0-a385-94cd9833285c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0813069 Jul 20 18:00:21.989685 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:21.996809 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:22.000144 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b710c17-455b-4411-b54b-2d487640ab77" -d '{"events": [{"server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "name": "network-vif-plugged", "status": "completed", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:22.046133 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f5e150d-e2f9-468c-90f4-f932e985e820 req-b24c4c79-cc57-4fa4-aaf5-59819026b97e tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844276 Jul 20 18:00:22.051954 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-12d96b7e-e90d-4a61-9097-7c628ff1db6d req-49566f89-d1dc-4927-8445-ba24f87f3d21 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830157 Jul 20 18:00:22.082922 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:22.111379 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf5c89e-e208-40cc-a1ed-525225c8c182 x-openstack-request-id: req-4cf5c89e-e208-40cc-a1ed-525225c8c182 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:22.111849 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "name": "network-vif-plugged", "status": "completed", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:22.112315 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4cf5c89e-e208-40cc-a1ed-525225c8c182 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:22.112925 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf5c89e-e208-40cc-a1ed-525225c8c182'] response: {'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'code': 200} Jul 20 18:00:22.242952 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec015585-f017-440c-8005-0a885485d5a0 req-ea7ff09f-bd09-44fb-a4fc-2ffd2b2dc4dc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:22.245242 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec015585-f017-440c-8005-0a885485d5a0 req-ea7ff09f-bd09-44fb-a4fc-2ffd2b2dc4dc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0751700 Jul 20 18:00:22.306270 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec015585-f017-440c-8005-0a885485d5a0 req-94303ee3-ed93-47bb-8d15-7b99aff02f9a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492771 Jul 20 18:00:22.771068 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:22.809730 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50796) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:23.043373 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64256cae-61c4-402f-8a42-5c696dfae8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.165426 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64256cae-61c4-402f-8a42-5c696dfae8c0 admin admin] Publish callbacks [] for security_group (16787e30-3182-4bbe-b7f0-b71eb24a54c5), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.268058 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:23.269535 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64256cae-61c4-402f-8a42-5c696dfae8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (16787e30-3182-4bbe-b7f0-b71eb24a54c5), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.288514 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ec30-9e0f-4e00-acca-681564ba5679 req-50533a52-34d6-4192-b351-f3f5921e3705 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:23.290242 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1e40ec30-9e0f-4e00-acca-681564ba5679 req-50533a52-34d6-4192-b351-f3f5921e3705 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.1000836 Jul 20 18:00:23.309935 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a92a1-1adf-458d-9004-9b4f15dcea3a req-ee18bd73-ad91-48ea-803f-71ec997f2cb1 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:23.311543 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8f1a92a1-1adf-458d-9004-9b4f15dcea3a req-ee18bd73-ad91-48ea-803f-71ec997f2cb1 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.1102004 Jul 20 18:00:23.330380 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-64256cae-61c4-402f-8a42-5c696dfae8c0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dd8f1c1c7a4b43809142c740c8cad06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5173681 Jul 20 18:00:23.333069 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 50816) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:23.337594 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256cae-61c4-402f-8a42-5c696dfae8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16787e30-3182-4bbe-b7f0-b71eb24a54c5,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:23.422756 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1e40ec30-9e0f-4e00-acca-681564ba5679 req-ffa393ac-8004-44c9-8071-3f487636ab46 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260054 Jul 20 18:00:23.465395 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8f1a92a1-1adf-458d-9004-9b4f15dcea3a req-45d47946-4cb2-46af-9fb2-c116ba06668a tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446290 Jul 20 18:00:23.468885 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-486f6c73-57a4-4c4f-87e3-fd5c40200ff8 admin admin] Publish callbacks [] for security_group (16787e30-3182-4bbe-b7f0-b71eb24a54c5), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.501034 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-486f6c73-57a4-4c4f-87e3-fd5c40200ff8 admin admin] Publish callbacks [] for security_group (16787e30-3182-4bbe-b7f0-b71eb24a54c5), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.596235 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e16a9-8793-4ecc-b50c-39f379546e00 req-d355ce3c-5d88-49ca-bdc3-5ad2943fcf5c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:23.597834 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-921e16a9-8793-4ecc-b50c-39f379546e00 req-d355ce3c-5d88-49ca-bdc3-5ad2943fcf5c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0677230 Jul 20 18:00:23.600883 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:23.663728 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-921e16a9-8793-4ecc-b50c-39f379546e00 req-1f6a8e9b-5421-4b87-919a-18fb2d25d373 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566404 Jul 20 18:00:23.676691 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:23.709887 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-486f6c73-57a4-4c4f-87e3-fd5c40200ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (16787e30-3182-4bbe-b7f0-b71eb24a54c5), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.712427 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-486f6c73-57a4-4c4f-87e3-fd5c40200ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:23.713613 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-486f6c73-57a4-4c4f-87e3-fd5c40200ff8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/16787e30-3182-4bbe-b7f0-b71eb24a54c5 HTTP/1.1" status: 204 len: 168 time: 0.3795176 Jul 20 18:00:23.722608 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f6c73-57a4-4c4f-87e3-fd5c40200ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16787e30-3182-4bbe-b7f0-b71eb24a54c5,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:23.985197 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b30bea-405a-471b-a20f-3181eaff0227 req-c63a816e-9088-4f61-bab6-f30edb7e9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:23.987443 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-94b30bea-405a-471b-a20f-3181eaff0227 req-c63a816e-9088-4f61-bab6-f30edb7e9550 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1129 time: 0.0434659 Jul 20 18:00:24.467539 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-94b30bea-405a-471b-a20f-3181eaff0227 req-ea238430-3160-41d2-8913-99b6c6c5bf40 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533809 Jul 20 18:00:24.476694 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55183ba5-c8ab-4b90-b802-707498c15401 req-4273457a-193e-402d-b1cf-f4cfa63ca930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.478210 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-55183ba5-c8ab-4b90-b802-707498c15401 req-4273457a-193e-402d-b1cf-f4cfa63ca930 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 1129 time: 0.0853150 Jul 20 18:00:24.556649 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a8ff-a46a-42f8-b870-ee93450ea839 req-526949bd-de46-4966-8323-d6ab4d4d5644 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.558275 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-da97a8ff-a46a-42f8-b870-ee93450ea839 req-526949bd-de46-4966-8323-d6ab4d4d5644 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0495882 Jul 20 18:00:24.609233 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-da97a8ff-a46a-42f8-b870-ee93450ea839 req-5210be60-eab0-4e33-9136-f6f5419343b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454206 Jul 20 18:00:24.813595 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf7281-90f0-407a-928a-3910cc76506d req-1a2f3794-685f-4e6d-ab4a-0d32e516d7d5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.814665 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-30cf7281-90f0-407a-928a-3910cc76506d req-1a2f3794-685f-4e6d-ab4a-0d32e516d7d5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0563078 Jul 20 18:00:24.869825 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-30cf7281-90f0-407a-928a-3910cc76506d req-00a2c120-3c1d-4b35-bdb7-3cb03db1a32a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497077 Jul 20 18:00:24.971002 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55183ba5-c8ab-4b90-b802-707498c15401 req-7b48a5b0-ebe7-4d86-b1df-de754d4040a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:24.972403 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-55183ba5-c8ab-4b90-b802-707498c15401 req-7b48a5b0-ebe7-4d86-b1df-de754d4040a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 918 time: 0.0951645 Jul 20 18:00:24.999894 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:25.334392 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:25.346460 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1991b9-875a-412c-b684-f21d050a693b req-8af1d62a-93e4-47a6-a265-529edae75a98 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:25.348148 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cb1991b9-875a-412c-b684-f21d050a693b req-8af1d62a-93e4-47a6-a265-529edae75a98 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.0517652 Jul 20 18:00:25.401289 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cb1991b9-875a-412c-b684-f21d050a693b req-7b02612b-f0a3-4df4-ba59-17fbe2357426 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470510 Jul 20 18:00:25.567244 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:25.578916 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-55183ba5-c8ab-4b90-b802-707498c15401 req-231d78a4-4dba-4fc9-9996-4dd889ae3c96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e HTTP/1.1" status: 200 len: 1000 time: 0.0648012 Jul 20 18:00:25.669744 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2b3313ce-2202-4d21-a0c5-fcd60505e92e is: ACTIVE; New status is: DOWN {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:25.669939 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:25.698815 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:25.701295 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd94929-c70c-4fe3-a8c8-97eef982b7ef" -d '{"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-unplugged", "status": "completed", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:25.701912 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-d297d5e2-59da-4d05-b217-110eaed5ee30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827408 Jul 20 18:00:25.703485 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:25.707327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55183ba5-c8ab-4b90-b802-707498c15401 req-c3b1457a-30cf-4c3c-a525-279e9cc22f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:25.708876 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-55183ba5-c8ab-4b90-b802-707498c15401 req-c3b1457a-30cf-4c3c-a525-279e9cc22f92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.1068397 Jul 20 18:00:25.717218 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:25.743456 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4183231c-d50c-43ce-8d47-69126b22a7c6 x-openstack-request-id: req-4183231c-d50c-43ce-8d47-69126b22a7c6 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:25.743745 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-unplugged", "status": "completed", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:25.744004 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4183231c-d50c-43ce-8d47-69126b22a7c6 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:25.744413 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4183231c-d50c-43ce-8d47-69126b22a7c6'] response: {'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'code': 200} Jul 20 18:00:25.789110 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225777ad-5bd5-4de4-8280-17fc51f4d835 req-0f1aa489-da7f-4b64-a358-db5bc2bd32dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:25.790652 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-225777ad-5bd5-4de4-8280-17fc51f4d835 req-0f1aa489-da7f-4b64-a358-db5bc2bd32dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 945 time: 0.0627179 Jul 20 18:00:25.793891 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-bc332fe5-689d-40fa-bb52-0ee0a90d845f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:25.848113 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-225777ad-5bd5-4de4-8280-17fc51f4d835 req-6d88e7ce-0736-4095-98c7-1b0b97ae03e3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476325 Jul 20 18:00:25.868838 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:25.920906 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=8']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:25.997259 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb31983-f0a6-4da9-9424-1d2e454ddaa9 req-22b2ac10-ed48-45b7-863b-4ea385626a5e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:25.998723 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ccb31983-f0a6-4da9-9424-1d2e454ddaa9 req-22b2ac10-ed48-45b7-863b-4ea385626a5e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0493157 Jul 20 18:00:26.050247 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ccb31983-f0a6-4da9-9424-1d2e454ddaa9 req-3021ca2f-eb28-4bed-ab10-cf73827155a1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439630 Jul 20 18:00:26.262963 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:26.527802 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7462669-321e-415d-9433-02104887dc14 req-f89c66d2-9c2e-48fb-9493-5c52ef8828e3 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:26.529368 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d7462669-321e-415d-9433-02104887dc14 req-f89c66d2-9c2e-48fb-9493-5c52ef8828e3 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.0549660 Jul 20 18:00:26.587148 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d7462669-321e-415d-9433-02104887dc14 req-56799ccc-6442-427b-8516-5355b9b1648a tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486872 Jul 20 18:00:26.847938 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:26.994006 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed21e5-2ed4-4be5-955d-b7b0019c472f req-efbe0c67-8a74-4a01-add2-c7628c3bfb83 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:26.996701 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-00ed21e5-2ed4-4be5-955d-b7b0019c472f req-efbe0c67-8a74-4a01-add2-c7628c3bfb83 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0620410 Jul 20 18:00:27.061540 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-00ed21e5-2ed4-4be5-955d-b7b0019c472f req-7ab9adf4-7581-44ba-bc94-609ecdd11ad5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556970 Jul 20 18:00:27.171609 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87384cd3-483c-41c9-8368-d68c4a45bd09 req-60d400ea-98a0-41d5-bfad-ddb007297fb9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:27.173916 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-87384cd3-483c-41c9-8368-d68c4a45bd09 req-60d400ea-98a0-41d5-bfad-ddb007297fb9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0501604 Jul 20 18:00:27.230129 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-87384cd3-483c-41c9-8368-d68c4a45bd09 req-53676b69-3415-4da0-87e4-978bfd7f7b7b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500090 Jul 20 18:00:27.732637 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:27.749858 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53e4a9-fe5f-44db-a4be-98f4adf0584d req-e9cfdbd2-4dac-4163-be52-7c890b5284fb tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:27.751964 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb53e4a9-fe5f-44db-a4be-98f4adf0584d req-e9cfdbd2-4dac-4163-be52-7c890b5284fb tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.0550220 Jul 20 18:00:27.806925 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb53e4a9-fe5f-44db-a4be-98f4adf0584d req-b4b3b588-f543-49de-b635-e01be19c1cae tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486548 Jul 20 18:00:27.875486 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55183ba5-c8ab-4b90-b802-707498c15401 req-8882ecc6-c2bd-4f97-9016-2dbfc759f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:27.879315 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-55183ba5-c8ab-4b90-b802-707498c15401 req-8882ecc6-c2bd-4f97-9016-2dbfc759f54c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0677240 Jul 20 18:00:27.911715 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-29b6b15b-215a-49b6-9762-f1ca206f0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:27.913362 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-29b6b15b-215a-49b6-9762-f1ca206f0ed8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 1130 time: 0.0503750 Jul 20 18:00:27.977290 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:28.114765 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-bd528868-19f1-441c-bfe5-753022282794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:28.197693 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117c0a2-2c5a-41e7-874a-85f026f5bf80 req-1dbeb825-f19f-4ddb-a696-8f1a9e1fa76b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:28.199341 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7117c0a2-2c5a-41e7-874a-85f026f5bf80 req-1dbeb825-f19f-4ddb-a696-8f1a9e1fa76b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0541625 Jul 20 18:00:28.254195 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7117c0a2-2c5a-41e7-874a-85f026f5bf80 req-1c569270-598c-4059-a472-938421825355 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478227 Jul 20 18:00:28.308914 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:28.389282 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff4a91-6f60-49f3-ada0-3eb71ce10c01 req-3c8cb88b-a5d7-4787-be70-2b7f136bf8f8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:28.392844 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-34ff4a91-6f60-49f3-ada0-3eb71ce10c01 req-3c8cb88b-a5d7-4787-be70-2b7f136bf8f8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0729721 Jul 20 18:00:28.451736 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-34ff4a91-6f60-49f3-ada0-3eb71ce10c01 req-3d58bb08-432f-4cea-948b-730ae2a68ff9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499694 Jul 20 18:00:28.588419 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e0c6-f043-4320-8588-550c526709f2 req-12c4e7e0-c4b5-4a26-b5cb-1241a91eb4eb tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:28.590160 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e76e0c6-f043-4320-8588-550c526709f2 req-12c4e7e0-c4b5-4a26-b5cb-1241a91eb4eb tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0668199 Jul 20 18:00:28.601860 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 50900) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:28.607005 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'floatingip': {'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:28.656651 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (6485d843-78d1-4663-a2f7-857d42f287a5), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:28.825926 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:00:28.921392 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62238536-430b-413c-b39c-2df33232bad3 req-4db07206-0554-477f-83c1-668e925ddfbb tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:28.922914 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-62238536-430b-413c-b39c-2df33232bad3 req-4db07206-0554-477f-83c1-668e925ddfbb tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.13 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.2313375 Jul 20 18:00:28.984877 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627f015-791d-4ea4-ae86-d190f74953a9 req-0d16857d-c325-40c5-9630-fe328c4106de tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:28.988315 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9627f015-791d-4ea4-ae86-d190f74953a9 req-0d16857d-c325-40c5-9630-fe328c4106de tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.0690532 Jul 20 18:00:29.040914 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-55183ba5-c8ab-4b90-b802-707498c15401 req-4dedd0d2-1723-4f23-b45f-7d082b1f7d2f service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478110 Jul 20 18:00:29.041913 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-2c26e4ab-ac45-44e4-b82e-279e5cc7a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:29.043259 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-2c26e4ab-ac45-44e4-b82e-279e5cc7a208 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 916 time: 0.3527997 Jul 20 18:00:29.058958 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9627f015-791d-4ea4-ae86-d190f74953a9 req-e32b9be5-785c-44b9-9494-c382dac25c11 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624554 Jul 20 18:00:29.275947 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Deleting port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:29.276283 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:29.287260 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-b9147496-ddf3-4580-b530-fbf7e6b04551 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be5d6991-3445-4e22-b925-07d0db3f9c53 HTTP/1.1" status: 200 len: 1001 time: 0.2090638 Jul 20 18:00:29.431546 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-55183ba5-c8ab-4b90-b802-707498c15401 req-871e9cdf-7c32-49c8-8420-ca4fda83343d service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517911 Jul 20 18:00:29.432421 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:29.473827 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371ed42-d713-452f-8051-1c6076f7a819 req-f065b383-eb51-423f-bb86-9e6b735ec9d2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:29.477398 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1371ed42-d713-452f-8051-1c6076f7a819 req-f065b383-eb51-423f-bb86-9e6b735ec9d2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0964203 Jul 20 18:00:29.487016 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:29.528209 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-41217ad6-0718-45da-bd6d-e49e17f67be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:29.529715 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-41217ad6-0718-45da-bd6d-e49e17f67be5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.2221985 Jul 20 18:00:29.565634 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] For port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,segment=NetworkSegment(6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1),segment_id=6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:29.566035 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:29.577671 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1371ed42-d713-452f-8051-1c6076f7a819 req-012e2a45-9622-4983-b23b-eb61f2aac7f1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915108 Jul 20 18:00:29.610004 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Calling delete_port for 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:29.870933 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:29.981793 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:30.006029 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.db.resource_extend [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 18:00:30.096315 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:30.217346 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (6485d843-78d1-4663-a2f7-857d42f287a5), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:30.217810 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c7c98-9456-4582-a32c-8f60ea5b6cad req-5960ff05-c25d-42be-8874-33ca6a56cfee tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:30.219416 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-696c7c98-9456-4582-a32c-8f60ea5b6cad req-5960ff05-c25d-42be-8874-33ca6a56cfee tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 945 time: 0.0563891 Jul 20 18:00:30.242272 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:30.285417 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (808ba067-6bcc-49ed-8f71-d4cf2c4c85bf), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:30.291758 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:30.303405 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-696c7c98-9456-4582-a32c-8f60ea5b6cad req-ee3bc12e-def1-4b20-82c2-bbf0f62f0f7b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/security-groups?id=4921663a-500b-4c84-b5b8-fb0f9a494e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718262 Jul 20 18:00:30.361931 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Pushing event deleted for resources: {'Port': ['ID=808ba067-6bcc-49ed-8f71-d4cf2c4c85bf,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:30.377723 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:30.385653 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.385975 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.386321 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.386689 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.387027 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.387368 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.387675 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.388011 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.388339 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.388705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.389033 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.389361 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.389692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.430200 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.430200 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:30.440211 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] No DVR routers for this DVR port 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:00:30.444501 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:30.447895 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-62238536-430b-413c-b39c-2df33232bad3 req-0289f5ce-152e-4f93-906b-5679c554435b tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.13 "DELETE /v2.0/ports/808ba067-6bcc-49ed-8f71-d4cf2c4c85bf HTTP/1.1" status: 204 len: 173 time: 1.5097024 Jul 20 18:00:30.448372 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a9d0c-7376-43a1-8d2c-11d742f9c566', 'name': 'network-vif-deleted', 'tag': '808ba067-6bcc-49ed-8f71-d4cf2c4c85bf'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:30.450724 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f23711-84eb-43d1-aab5-79235a89c10b" -d '{"events": [{"server_uuid": "f68a9d0c-7376-43a1-8d2c-11d742f9c566", "name": "network-vif-deleted", "tag": "808ba067-6bcc-49ed-8f71-d4cf2c4c85bf"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:30.458185 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Floating IP 6485d843-78d1-4663-a2f7-857d42f287a5 associated. External IP: 172.28.3.153, port: a141767c-b3d5-41f9-be1c-9ea00a058b7a. Jul 20 18:00:30.528597 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79e6c56-ef93-4dc8-9b53-a197896996f2 x-openstack-request-id: req-b79e6c56-ef93-4dc8-9b53-a197896996f2 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:30.529037 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a9d0c-7376-43a1-8d2c-11d742f9c566", "name": "network-vif-deleted", "tag": "808ba067-6bcc-49ed-8f71-d4cf2c4c85bf", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:30.529416 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b79e6c56-ef93-4dc8-9b53-a197896996f2 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:30.529930 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79e6c56-ef93-4dc8-9b53-a197896996f2'] response: {'server_uuid': 'f68a9d0c-7376-43a1-8d2c-11d742f9c566', 'name': 'network-vif-deleted', 'tag': '808ba067-6bcc-49ed-8f71-d4cf2c4c85bf', 'status': 'completed', 'code': 200} Jul 20 18:00:30.742161 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c17b2-c8f7-46b3-b3ac-90093d762de4 req-806b1d4c-1f19-40ab-83d5-8b19cd40e02b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:30.744093 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e00c17b2-c8f7-46b3-b3ac-90093d762de4 req-806b1d4c-1f19-40ab-83d5-8b19cd40e02b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0741014 Jul 20 18:00:30.775392 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Router 17c33b2c-10a6-406b-8fee-05c4d1d7003f has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:00:30.827186 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e00c17b2-c8f7-46b3-b3ac-90093d762de4 req-fe5d981a-8f7b-4763-b7b1-1f4a44ef0e54 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755346 Jul 20 18:00:30.911801 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:00:30.920390 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:30.930329 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] Sync routers for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:00:30.972897 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:30.978050 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-2b5b1d0d-71fb-4ec4-9f12-5e7d03a2d048 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "PUT /v2.0/floatingips/6485d843-78d1-4663-a2f7-857d42f287a5 HTTP/1.1" status: 200 len: 991 time: 2.3715341 Jul 20 18:00:30.978324 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:00:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:31.177232 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:31.286492 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:31.427363 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-97ca4f6d-540b-4cdb-ba5c-5449890fa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:31.428870 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-97ca4f6d-540b-4cdb-ba5c-5449890fa933 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0593007 Jul 20 18:00:31.457399 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:31.514032 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fc3f1439-be24-4a85-bd6c-e42565d7679d req-2ef4e264-8f0e-46f5-ba96-61411baf6bf4 tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.0498750 Jul 20 18:00:31.554467 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '6485d843-78d1-4663-a2f7-857d42f287a5', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'mac_address': 'fa:16:3e:11:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:52Z', 'updated_at': '2022-07-20T18:00:29Z', 'revision_number': 1, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:31.560642 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:31.581125 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-08499e52-1168-4049-a686-108a1ab49781 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451874 Jul 20 18:00:31.589639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:31.593964 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] Checking router: 17c33b2c-10a6-406b-8fee-05c4d1d7003f for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:00:31.624612 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:00:31.624974 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 808ba067-6bcc-49ed-8f71-d4cf2c4c85bf not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:00:31.630177 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:00:31.630822 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:00:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:31.792119 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:00:31.845812 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a226960c-76ca-4ded-842f-8e9f9def1c6a req-570c288d-9331-4cc5-9206-ae905e82bf4d service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355812 Jul 20 18:00:31.906881 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-dbd0bb43-2ccb-438a-a3c0-4842877fa010 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378819149&fields=id&tenant_id=deb33eae0aa34330888eee1fbf9bdd96 HTTP/1.1" status: 200 len: 267 time: 0.0804641 Jul 20 18:00:31.993626 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:32.090205 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dab3a-9cc2-4f17-8b85-db5ebd6acbae req-1a162d18-a359-4b02-99eb-ac6eb4e77dbf tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:32.113737 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-652dab3a-9cc2-4f17-8b85-db5ebd6acbae req-1a162d18-a359-4b02-99eb-ac6eb4e77dbf tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0806477 Jul 20 18:00:32.183002 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-8e48b74a-99b3-404f-9d40-78095fb062cc tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:32.197775 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-8e48b74a-99b3-404f-9d40-78095fb062cc tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/networks?id=a874f6c4-198d-4134-9c45-0f89f909a425 HTTP/1.1" status: 200 len: 808 time: 0.2766898 Jul 20 18:00:32.207910 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:32.219206 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '6485d843-78d1-4663-a2f7-857d42f287a5', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'mac_address': 'fa:16:3e:11:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:52Z', 'updated_at': '2022-07-20T18:00:29Z', 'revision_number': 1, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:00:32.228530 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-4ac06460-8bd7-46ee-ae6c-a0da46b02b1f tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/quotas/deb33eae0aa34330888eee1fbf9bdd96 HTTP/1.1" status: 200 len: 375 time: 0.0293226 Jul 20 18:00:32.255414 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0618dba-2c92-497e-aaaf-5c432d25bc98 None None] The sync data for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb is: [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '6485d843-78d1-4663-a2f7-857d42f287a5', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'mac_address': 'fa:16:3e:11:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:52Z', 'updated_at': '2022-07-20T18:00:29Z', 'revision_number': 1, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:00:32.322946 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-c89ecdfa-0876-4e3f-b4d5-8369c989dcc9 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843592 Jul 20 18:00:32.328658 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-652dab3a-9cc2-4f17-8b85-db5ebd6acbae req-d10fc5ec-13d9-4b22-aa39-21960eaf51ed tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127557 Jul 20 18:00:32.477566 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-4688f1d9-d9f5-4986-b7f6-052809cfb850 service neutron] 10.222.0.27 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392848 Jul 20 18:00:32.531253 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:32.538682 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feaf17a-17d2-4159-8fe5-ad913c03fc18" -d '{"events": [{"name": "network-changed", "server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:32.551814 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f6445-30b8-4712-b158-68d617fdf34b None None] New status for floating IP 6485d843-78d1-4663-a2f7-857d42f287a5: ACTIVE {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:00:32.657150 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-ce9c278b-44a7-4885-8e52-f5c59d190c63 service neutron] 10.222.0.27 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719251 Jul 20 18:00:32.670463 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:32.710469 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-42f19c48-4e0a-4279-bba9-e71ee065bebf req-8098e409-0b05-4a5b-b723-1633ac4431ac tempest-VolumesActionsTest-1666510970 tempest-VolumesActionsTest-1666510970-project] 10.222.0.27 "GET /v2.0/ports?device_id=f68a9d0c-7376-43a1-8d2c-11d742f9c566 HTTP/1.1" status: 200 len: 210 time: 0.0513082 Jul 20 18:00:32.756241 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e8e643-323c-467b-81da-fcc9cfde2495 x-openstack-request-id: req-c8e8e643-323c-467b-81da-fcc9cfde2495 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:32.756560 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:32.756817 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c8e8e643-323c-467b-81da-fcc9cfde2495 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:32.757263 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e8e643-323c-467b-81da-fcc9cfde2495'] response: {'name': 'network-changed', 'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'status': 'completed', 'code': 200} Jul 20 18:00:33.179999 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-49e934f4-5143-4a53-96f1-c69e3293c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.182926 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-49e934f4-5143-4a53-96f1-c69e3293c168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1129 time: 0.0753498 Jul 20 18:00:33.293176 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-78a7a36b-d6dc-4d6d-b8eb-4d8463c18fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.294699 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-78a7a36b-d6dc-4d6d-b8eb-4d8463c18fdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.1058762 Jul 20 18:00:33.352856 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:33.417081 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-64e6d636-f64c-48e2-b791-0bdc060a9565 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 200 len: 1001 time: 0.1106782 Jul 20 18:00:33.486980 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-48c218f4-8380-4b81-b1b4-220575c9e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.488228 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-48c218f4-8380-4b81-b1b4-220575c9e7c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0629430 Jul 20 18:00:33.508098 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a324a5bc-b616-4556-81e2-88a473ba8ef5 req-99bc9e3e-0e40-431f-8759-77a551830e94 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 210 time: 0.0539773 Jul 20 18:00:33.596124 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-6cb92d7a-e23f-4228-9b9e-bf0a428f5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.599503 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-6cb92d7a-e23f-4228-9b9e-bf0a428f5795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1018298 Jul 20 18:00:33.599657 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebe07d-5888-4639-91b2-242fed2ca6ba req-0a4709dc-5d88-49e3-855f-aab1253d7f71 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:33.602674 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eeebe07d-5888-4639-91b2-242fed2ca6ba req-0a4709dc-5d88-49e3-855f-aab1253d7f71 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0877368 Jul 20 18:00:33.680109 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eeebe07d-5888-4639-91b2-242fed2ca6ba req-4cee61a2-25c3-4ae8-a662-3f13ac168f9b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702732 Jul 20 18:00:33.733381 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-1ccc647f-0700-489a-91a9-673592450563 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212139 Jul 20 18:00:33.854264 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5feaf17a-17d2-4159-8fe5-ad913c03fc18 req-fc1a1826-1e6d-4e89-958e-eff6b769eca7 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111996 Jul 20 18:00:33.856469 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:34.045581 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:34.506085 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:34.613901 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-00f002c9-e42e-45bf-85d6-21db63e80c37 req-490692f3-c09a-41ff-9bc6-6b448dd6b58b tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 210 time: 0.0385113 Jul 20 18:00:35.494237 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [req-5d785f2e-1552-4c84-baf3-2f9846748035 req-de4855da-5fec-4ae5-9b41-1d2eaf653cba service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 18:00:35.495839 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5d785f2e-1552-4c84-baf3-2f9846748035 req-de4855da-5fec-4ae5-9b41-1d2eaf653cba service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082803 Jul 20 18:00:35.578692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:35.610090 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:00:35.668913 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:35.703728 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2b3313ce-2202-4d21-a0c5-fcd60505e92e is: DOWN; New status is: DOWN {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:35.992075 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-86e4d06a-b8d2-418b-aeca-8a30155257f5 req-4bfa6972-3f8a-4cee-ba43-4eeb0fd94e40 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 210 time: 0.2739797 Jul 20 18:00:36.051543 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a529be-727c-47e8-a3ee-c5d63b1e155b req-6931b695-45c7-4ae8-a06e-8603eac746f5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:36.058377 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89a529be-727c-47e8-a3ee-c5d63b1e155b req-6931b695-45c7-4ae8-a06e-8603eac746f5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0692382 Jul 20 18:00:36.140958 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89a529be-727c-47e8-a3ee-c5d63b1e155b req-684d9580-6c10-43c5-bdc3-baf20ff4088b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731816 Jul 20 18:00:36.997691 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51088) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:37.103990 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-3e300475-7de5-45b7-aa7b-3fad31c396c6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049683 Jul 20 18:00:37.119009 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-8a897ab1-953f-479b-badb-c1f8353e14c6 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 18:00:37.127454 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-8a897ab1-953f-479b-badb-c1f8353e14c6 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0113685 Jul 20 18:00:37.148710 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5fbad75c-4129-432b-b526-37f768fb0b8d req-a0b03231-d4b0-403e-be45-f6a741ceaea5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 210 time: 0.0518048 Jul 20 18:00:37.259956 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51102) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:37.305898 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645da206-6441-471d-889d-99144ca45518 req-923e2284-5e5e-4090-b991-f187aaa48cf7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:37.312430 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-645da206-6441-471d-889d-99144ca45518 req-923e2284-5e5e-4090-b991-f187aaa48cf7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0660288 Jul 20 18:00:37.362696 dv-cinder-849846-3-smb neutron-server[111130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 18:00:37.396029 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-645da206-6441-471d-889d-99144ca45518 req-d2d4098a-c9b4-4674-84e3-14bac0135771 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809128 Jul 20 18:00:37.436069 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f6601-94b5-4b49-9679-122c20c29102 req-cedbe242-7464-492a-9135-9f9b048dbf43 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:37.437594 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-cedbe242-7464-492a-9135-9f9b048dbf43 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports/2b3313ce-2202-4d21-a0c5-fcd60505e92e HTTP/1.1" status: 200 len: 940 time: 0.1777785 Jul 20 18:00:37.750505 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-18b6489c-6a1e-4621-8c84-0376f31a2226 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:37.754095 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-18b6489c-6a1e-4621-8c84-0376f31a2226 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.13 "GET /v2.0/networks?id=a874f6c4-198d-4134-9c45-0f89f909a425 HTTP/1.1" status: 200 len: 808 time: 0.2073467 Jul 20 18:00:37.956240 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-15f0fdef-d8dc-4823-b483-7989a0a1a490 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deb33eae0aa34330888eee1fbf9bdd96 HTTP/1.1" status: 200 len: 380 time: 0.1814148 Jul 20 18:00:37.968676 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'port': {'device_id': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'admin_state_up': True, 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'security_groups': ['589e77f3-7ba3-4068-84d0-af28afe0f87b']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:38.223414 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:38.325922 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8d5d80b6-c7f4-4928-ab03-0be3b4d30e02 req-b1419226-035e-49fc-bee6-242467f69bcb tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 210 time: 0.0549874 Jul 20 18:00:38.377419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Made reservation on behalf of deb33eae0aa34330888eee1fbf9bdd96 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:00:38.382703 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:38.597016 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd25c66-dbf9-46e5-a76a-4531fa88bf94 req-0e33037c-d344-42cf-8db6-8f8f1e7266a8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:38.599552 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2fd25c66-dbf9-46e5-a76a-4531fa88bf94 req-0e33037c-d344-42cf-8db6-8f8f1e7266a8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0762601 Jul 20 18:00:38.616372 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Allocated IP 172.20.0.13 (a874f6c4-198d-4134-9c45-0f89f909a425/ce42334b-2772-4ae9-867d-a7370296949f/1f304636-f6d8-48e6-befa-56ce906429e4) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:00:38.667454 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2fd25c66-dbf9-46e5-a76a-4531fa88bf94 req-d1f64e3d-7aa4-4fa8-833e-1c12ed3e1814 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590446 Jul 20 18:00:38.758692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:38.809800 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for port (1f304636-f6d8-48e6-befa-56ce906429e4), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:38.919537 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:38.964322 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Network a874f6c4-198d-4134-9c45-0f89f909a425 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:00:38.971141 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:00:38.975038 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:00:39.000183 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:39.036873 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:39.037841 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:39.179229 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-d93346a1-4964-45d2-a0fc-3db6f86c0b06 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2177784 Jul 20 18:00:39.202660 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Request body: {'port': {'device_id': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:39.306243 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:39.343732 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-00931ed4-64c4-4959-8967-aa62b06ecc72 None None] Provisioning complete for port 1f304636-f6d8-48e6-befa-56ce906429e4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:39.346864 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-00931ed4-64c4-4959-8967-aa62b06ecc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:39.392066 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-00931ed4-64c4-4959-8967-aa62b06ecc72 None None] Port 1f304636-f6d8-48e6-befa-56ce906429e4 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:00:39.468892 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:39.555559 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:39.575383 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c4de-1cfd-48eb-9e0f-51e158a98ba8 req-9ca80e00-6525-46a2-a7b2-b2b511345401 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:39.583660 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-07f0c4de-1cfd-48eb-9e0f-51e158a98ba8 req-9ca80e00-6525-46a2-a7b2-b2b511345401 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 932 time: 0.0723734 Jul 20 18:00:39.697205 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-07f0c4de-1cfd-48eb-9e0f-51e158a98ba8 req-b2b6a616-dfa7-4424-b0ca-c48c48961205 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124651 Jul 20 18:00:39.775647 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f304636-f6d8-48e6-befa-56ce906429e4 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:39.792706 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Publish callbacks [] for port (1f304636-f6d8-48e6-befa-56ce906429e4), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:39.834518 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Transition to ACTIVE for port object 1f304636-f6d8-48e6-befa-56ce906429e4 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:00:39.864287 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ffe26-9a9b-41b1-89a3-89343dc668bb req-17749095-fc9f-439c-b153-82299e6a204d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:39.866258 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a90ffe26-9a9b-41b1-89a3-89343dc668bb req-17749095-fc9f-439c-b153-82299e6a204d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0741940 Jul 20 18:00:39.942460 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:39.963430 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a90ffe26-9a9b-41b1-89a3-89343dc668bb req-c819de8a-cdad-4d1e-8e27-39e55c9d701c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863700 Jul 20 18:00:40.054599 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:40.174307 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Attempting to bind port 1f304636-f6d8-48e6-befa-56ce906429e4 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:00:40.174819 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Attempting to bind port 1f304636-f6d8-48e6-befa-56ce906429e4 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:00:40.175221 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Attempting to bind port 1f304636-f6d8-48e6-befa-56ce906429e4 on network a874f6c4-198d-4134-9c45-0f89f909a425 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:40.181613 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Port 1f304636-f6d8-48e6-befa-56ce906429e4 on network a874f6c4-198d-4134-9c45-0f89f909a425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:00:40.182035 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Attempting to bind port 1f304636-f6d8-48e6-befa-56ce906429e4 on network a874f6c4-198d-4134-9c45-0f89f909a425 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:00:40.189183 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:00:40.189183 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Checking segment: {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:00:40.189630 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Bound using segment: {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:00:40.190436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Bound port: 1f304636-f6d8-48e6-befa-56ce906429e4, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def5f699-340c-493e-adf7-d3cd8ce6e090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:00:40.190436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:40.295322 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:40.299372 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:00:40.304341 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:00:40.412196 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:40.456796 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:40.457646 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:40.459296 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 200 len: 1094 time: 1.2615774 Jul 20 18:00:40.459855 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:40.462521 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f530ca-bebe-4d97-8a58-90c9612f33ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:40.513369 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be91f6-ea99-493c-aed6-841a8a0a75b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:40.529763 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2533eb6-d85e-4c40-8c98-8d7956d94fdf x-openstack-request-id: req-a2533eb6-d85e-4c40-8c98-8d7956d94fdf {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:40.530226 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:40.530764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a2533eb6-d85e-4c40-8c98-8d7956d94fdf {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:40.531151 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2533eb6-d85e-4c40-8c98-8d7956d94fdf'] response: {'name': 'network-changed', 'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4', 'status': 'completed', 'code': 200} Jul 20 18:00:40.734827 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f530ca-bebe-4d97-8a58-90c9612f33ac req-5a4e5bf8-18e3-4c4f-98db-e0f5f3ad40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:40.737146 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-07f530ca-bebe-4d97-8a58-90c9612f33ac req-5a4e5bf8-18e3-4c4f-98db-e0f5f3ad40ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1128 time: 0.1171830 Jul 20 18:00:40.900499 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f530ca-bebe-4d97-8a58-90c9612f33ac req-0956a782-f66a-4adf-b9bc-4a844f266e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:40.902522 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-07f530ca-bebe-4d97-8a58-90c9612f33ac req-0956a782-f66a-4adf-b9bc-4a844f266e21 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1485956 Jul 20 18:00:40.995829 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175ed02-ccf8-4495-9b76-e720aa87f18f req-10c9cb2c-7d49-40e1-b5b5-71cdfc1704b5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.009169 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f175ed02-ccf8-4495-9b76-e720aa87f18f req-10c9cb2c-7d49-40e1-b5b5-71cdfc1704b5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.1142001 Jul 20 18:00:41.130176 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f175ed02-ccf8-4495-9b76-e720aa87f18f req-66ee42dc-a181-4f4c-89d3-58d17a054fa8 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194999 Jul 20 18:00:41.142857 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f530ca-bebe-4d97-8a58-90c9612f33ac req-c71d91bd-215f-4fa1-bb57-f9872d53ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.144554 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-07f530ca-bebe-4d97-8a58-90c9612f33ac req-c71d91bd-215f-4fa1-bb57-f9872d53ab4f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309892 Jul 20 18:00:41.215264 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b1d59-47ff-4b37-8cc3-8368702f272d req-9630be4f-ac30-44aa-bfd1-a1e6e17505c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.222850 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f9b1d59-47ff-4b37-8cc3-8368702f272d req-9630be4f-ac30-44aa-bfd1-a1e6e17505c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0822580 Jul 20 18:00:41.286962 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f9b1d59-47ff-4b37-8cc3-8368702f272d req-19ae95fa-539e-41e7-ac3b-66ecb9c959b0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629892 Jul 20 18:00:41.464707 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-2250211c-aef0-4282-a2f4-056db9d705ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.465982 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-2250211c-aef0-4282-a2f4-056db9d705ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1128 time: 0.0982471 Jul 20 18:00:41.466954 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f6601-94b5-4b49-9679-122c20c29102 req-d2606d10-1f6f-448a-abb6-d9d934b9ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.468459 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-d2606d10-1f6f-448a-abb6-d9d934b9ec18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079&tenant_id=4f09278bfb3248eab00d7061b248f6c3 HTTP/1.1" status: 200 len: 1127 time: 0.1473172 Jul 20 18:00:41.539704 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-832bd5e5-cb07-41b6-9b30-f7b00d83944a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 200 len: 217 time: 0.0391107 Jul 20 18:00:41.622361 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f6601-94b5-4b49-9679-122c20c29102 req-cb30ba58-5bce-4fa3-8677-2dc8b21f6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.623891 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-cb30ba58-5bce-4fa3-8677-2dc8b21f6a06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 1127 time: 0.0864518 Jul 20 18:00:41.632244 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-7c85454c-fce7-463c-bcd4-1aef11866820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.633752 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-7c85454c-fce7-463c-bcd4-1aef11866820 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce42334b-2772-4ae9-867d-a7370296949f HTTP/1.1" status: 200 len: 847 time: 0.0848873 Jul 20 18:00:41.774897 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-4ba7de86-c4c8-4421-a32b-98fd072e3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.776539 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-4ba7de86-c4c8-4421-a32b-98fd072e3bfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a874f6c4-198d-4134-9c45-0f89f909a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1319671 Jul 20 18:00:41.881715 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51172) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:41.888678 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f6601-94b5-4b49-9679-122c20c29102 req-72cbed00-90fa-4f52-a022-8e28418540a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:41.892468 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-72cbed00-90fa-4f52-a022-8e28418540a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 918 time: 0.2575440 Jul 20 18:00:42.155353 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:42.158016 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:42.374179 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:42.377819 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Publish callbacks [] for security_group (aff006cc-8be2-4ec7-a558-033e25e93b22), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:42.397021 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857bfb-0135-4e7f-8b0e-fbe1b311d49c req-86fd846c-2199-4bb8-a526-f3329ce4c775 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:42.406471 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bf857bfb-0135-4e7f-8b0e-fbe1b311d49c req-86fd846c-2199-4bb8-a526-f3329ce4c775 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0921462 Jul 20 18:00:42.433394 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-7c0861ec-4f7d-4453-b7bc-99c82aee1d2d service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462748 Jul 20 18:00:42.440532 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-b813230e-c5ab-4c8d-b480-d9af6c01d5ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e HTTP/1.1" status: 200 len: 998 time: 0.5376339 Jul 20 18:00:42.473708 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (aff006cc-8be2-4ec7-a558-033e25e93b22), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:42.531422 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269e550-3490-4d0f-80a3-b820d928a442 req-eb43cbee-1241-49ce-b380-280bc4f4be2f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:42.533574 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6269e550-3490-4d0f-80a3-b820d928a442 req-eb43cbee-1241-49ce-b380-280bc4f4be2f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1041098 Jul 20 18:00:42.554586 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bf857bfb-0135-4e7f-8b0e-fbe1b311d49c req-ff6589d5-2d89-49ed-a58b-392b4db0e614 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480803 Jul 20 18:00:42.557110 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f57b37f31964437dba4bf5d1f73adc7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6743720 Jul 20 18:00:42.561424 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51182) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:42.578715 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f6601-94b5-4b49-9679-122c20c29102 req-2a4bf84f-56aa-44db-a69e-7005f6b31500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:42.579718 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-2a4bf84f-56aa-44db-a69e-7005f6b31500 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.1260393 Jul 20 18:00:42.582945 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff006cc-8be2-4ec7-a558-033e25e93b22,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:42.613930 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=6 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:42.614698 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.615432 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.615978 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.616319 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.616701 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.617039 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.617364 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.617709 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.618024 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.618401 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.619440 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.619789 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.620113 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.620564 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.620892 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9da8e7-2ec0-4bb0-ab48-62ab21944498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:42.652925 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6dfd8c02-5f35-4e38-86c0-a3b35ace2428 req-b61cc5bc-8f9c-4fdb-b716-fa764c63f231 service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009480 Jul 20 18:00:42.703884 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f6601-94b5-4b49-9679-122c20c29102 req-a7605406-b621-4577-a168-51cf94c83679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:42.709212 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-a7605406-b621-4577-a168-51cf94c83679 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0549605 Jul 20 18:00:42.722423 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6269e550-3490-4d0f-80a3-b820d928a442 req-1eb4a2d0-afae-4683-ac0a-25a20153e787 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776028 Jul 20 18:00:42.737666 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:42.743673 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c011126a-cf7b-450c-91cf-8bcae01824f6 admin admin] Publish callbacks [] for security_group (aff006cc-8be2-4ec7-a558-033e25e93b22), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:42.803027 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c011126a-cf7b-450c-91cf-8bcae01824f6 admin admin] Publish callbacks [] for security_group (aff006cc-8be2-4ec7-a558-033e25e93b22), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:42.819667 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:42.822269 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-b29eec63-908f-4176-a5fb-9151b4d5221b service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041713 Jul 20 18:00:42.995315 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c011126a-cf7b-450c-91cf-8bcae01824f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (aff006cc-8be2-4ec7-a558-033e25e93b22), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:43.007052 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c011126a-cf7b-450c-91cf-8bcae01824f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:43.007052 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c011126a-cf7b-450c-91cf-8bcae01824f6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/aff006cc-8be2-4ec7-a558-033e25e93b22 HTTP/1.1" status: 204 len: 168 time: 0.4354374 Jul 20 18:00:43.021573 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011126a-cf7b-450c-91cf-8bcae01824f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff006cc-8be2-4ec7-a558-033e25e93b22,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:43.768303 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662b76-7fca-410c-9cd3-98cdb512939b req-1e3a8393-adf1-442c-ba47-199f9f4a07ee tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:43.772296 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d1662b76-7fca-410c-9cd3-98cdb512939b req-1e3a8393-adf1-442c-ba47-199f9f4a07ee tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.1010387 Jul 20 18:00:43.867111 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d1662b76-7fca-410c-9cd3-98cdb512939b req-4d652152-22d9-440d-9c9f-5467cabb1d90 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827708 Jul 20 18:00:43.887736 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51200) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:43.907777 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64001070-74d1-46ab-be1b-fc163354b5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:43.997976 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a66e7-1ac5-45a1-abfe-5106b4d82389 req-c7be92f4-cad5-40ca-8f1d-62e1a419483e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:44.007757 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5f8a66e7-1ac5-45a1-abfe-5106b4d82389 req-c7be92f4-cad5-40ca-8f1d-62e1a419483e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1354978 Jul 20 18:00:44.033439 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:44.081487 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5f8a66e7-1ac5-45a1-abfe-5106b4d82389 req-2c4633f5-cee8-4ccf-9453-282e78a261b0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725603 Jul 20 18:00:44.135224 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64001070-74d1-46ab-be1b-fc163354b5be admin admin] Publish callbacks [] for security_group (551e8550-16ec-4e30-bba2-64e62ccb79e5), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:44.182141 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c70f6601-94b5-4b49-9679-122c20c29102 req-a4b7c91f-3396-41b5-8c78-b62ef5fc6b84 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814876 Jul 20 18:00:44.234490 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64001070-74d1-46ab-be1b-fc163354b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (551e8550-16ec-4e30-bba2-64e62ccb79e5), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:44.262839 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64001070-74d1-46ab-be1b-fc163354b5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551e8550-16ec-4e30-bba2-64e62ccb79e5,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:44.306410 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-64001070-74d1-46ab-be1b-fc163354b5be admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a05bff2b6d364bd0878b057848b34cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142587 Jul 20 18:00:44.307622 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51202) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:44.381700 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e285e031-8420-42d1-aaf3-1799b26bb7f6 admin admin] Publish callbacks [] for security_group (551e8550-16ec-4e30-bba2-64e62ccb79e5), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:44.428572 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e285e031-8420-42d1-aaf3-1799b26bb7f6 admin admin] Publish callbacks [] for security_group (551e8550-16ec-4e30-bba2-64e62ccb79e5), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:44.447570 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:44.666236 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e285e031-8420-42d1-aaf3-1799b26bb7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (551e8550-16ec-4e30-bba2-64e62ccb79e5), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:44.677279 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e285e031-8420-42d1-aaf3-1799b26bb7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:44.690997 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-e285e031-8420-42d1-aaf3-1799b26bb7f6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/551e8550-16ec-4e30-bba2-64e62ccb79e5 HTTP/1.1" status: 204 len: 168 time: 0.3807967 Jul 20 18:00:44.711716 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e031-8420-42d1-aaf3-1799b26bb7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e8550-16ec-4e30-bba2-64e62ccb79e5,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:45.049332 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2c4e-56f0-4cc4-a64e-d5b82c2f9580 req-adc2f700-6daf-4945-8565-f2802ac8476c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:45.058199 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-022f2c4e-56f0-4cc4-a64e-d5b82c2f9580 req-adc2f700-6daf-4945-8565-f2802ac8476c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0756869 Jul 20 18:00:45.173178 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-022f2c4e-56f0-4cc4-a64e-d5b82c2f9580 req-a34bb145-d370-4b7d-b448-a2e0f22052e8 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047122 Jul 20 18:00:45.268167 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e149e3-571e-4f09-b162-4d684e92c598 req-7b5b5824-619a-4fc8-a374-a0654110f6cb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:45.271032 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d9e149e3-571e-4f09-b162-4d684e92c598 req-7b5b5824-619a-4fc8-a374-a0654110f6cb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0649614 Jul 20 18:00:45.341146 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d9e149e3-571e-4f09-b162-4d684e92c598 req-3e2d9c5a-3d48-49f3-bf3a-862776a8e917 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579941 Jul 20 18:00:45.625136 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1f304636-f6d8-48e6-befa-56ce906429e4 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:00:45.944162 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:45.979536 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '1f304636-f6d8-48e6-befa-56ce906429e4', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'port_id': '1f304636-f6d8-48e6-befa-56ce906429e4', 'mac_address': 'fa:16:3e:25:7c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:00:46.074023 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 1f304636-f6d8-48e6-befa-56ce906429e4 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:46.074513 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:46.112875 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f304636-f6d8-48e6-befa-56ce906429e4 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:00:46.165979 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:46.269323 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:46.419328 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8174433-372b-4948-a283-28a0223ecf49 req-ea4f3c91-9651-4558-97f9-821d211e1d3d tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:46.419921 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:46.430656 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a8174433-372b-4948-a283-28a0223ecf49 req-ea4f3c91-9651-4558-97f9-821d211e1d3d tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 945 time: 0.1439941 Jul 20 18:00:46.436444 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.440406 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.440943 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.441385 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.441828 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.442255 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.442697 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.453022 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.454984 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.455449 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.456019 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.456589 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.457150 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.457683 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.458234 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:00:46.575732 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a8174433-372b-4948-a283-28a0223ecf49 req-22d0e004-7fdc-482d-9e24-7712816157cb tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420732 Jul 20 18:00:46.623606 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95289c-9c6e-45ab-93b5-9a26313dc830 req-e295e7f9-f20e-4d5c-af25-255c77c8c32b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:46.627064 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a95289c-9c6e-45ab-93b5-9a26313dc830 req-e295e7f9-f20e-4d5c-af25-255c77c8c32b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1206827 Jul 20 18:00:46.704185 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a95289c-9c6e-45ab-93b5-9a26313dc830 req-820d39a0-658d-4875-93e4-aa31bc10e39a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667505 Jul 20 18:00:46.726440 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['1f304636-f6d8-48e6-befa-56ce906429e4'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:00:47.881456 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d222d1-702d-4b08-a3f2-47b22df44835 req-ea0377a2-42ab-4446-8ca7-e67a1c0e7098 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:47.914509 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-27d222d1-702d-4b08-a3f2-47b22df44835 req-ea0377a2-42ab-4446-8ca7-e67a1c0e7098 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 945 time: 0.1416121 Jul 20 18:00:48.039127 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d0e8a-f1f2-4d93-adff-f246f8fca7fa req-35b9c7a8-2527-4539-8620-e69aaf01e0a1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:48.046659 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-353d0e8a-f1f2-4d93-adff-f246f8fca7fa req-35b9c7a8-2527-4539-8620-e69aaf01e0a1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1532083 Jul 20 18:00:48.143716 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-27d222d1-702d-4b08-a3f2-47b22df44835 req-e20de0c4-cd1c-4e22-941c-68e34c7366e7 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522824 Jul 20 18:00:48.143935 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1f304636-f6d8-48e6-befa-56ce906429e4 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:00:48.193637 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-353d0e8a-f1f2-4d93-adff-f246f8fca7fa req-0f3714fc-153b-4d06-a20e-b74c2b62f20a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152611 Jul 20 18:00:48.256167 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:48.256167 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 1f304636-f6d8-48e6-befa-56ce906429e4 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:00:48.416252 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 1f304636-f6d8-48e6-befa-56ce906429e4 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:00:48.416676 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:48.447554 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:48.519937 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 1f304636-f6d8-48e6-befa-56ce906429e4 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:00:48.520721 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:48.570644 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:00:48.573565 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84613e4-4c77-48c8-8563-b6cf64fb9a21" -d '{"events": [{"server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "name": "network-vif-plugged", "status": "completed", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:00:48.590149 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:48.644101 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc61e97-e1ce-4c6e-b0f1-71aafd9bd797 x-openstack-request-id: req-fdc61e97-e1ce-4c6e-b0f1-71aafd9bd797 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:00:48.644101 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "name": "network-vif-plugged", "status": "completed", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:00:48.644101 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fdc61e97-e1ce-4c6e-b0f1-71aafd9bd797 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:00:48.644101 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc61e97-e1ce-4c6e-b0f1-71aafd9bd797'] response: {'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4', 'code': 200} Jul 20 18:00:48.706477 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:48.810052 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:49.387627 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe21eb-ce59-4b52-a968-8659c89a2397 req-44bf6617-f4f3-46d5-bf78-d1483a588165 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:49.390402 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eebe21eb-ce59-4b52-a968-8659c89a2397 req-44bf6617-f4f3-46d5-bf78-d1483a588165 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0941579 Jul 20 18:00:49.473177 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd3ec-bd73-4845-b5b5-a3b92d023bcb req-0dfc7b76-f87f-476f-80aa-c976bb2df9e3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:49.474858 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-76ffd3ec-bd73-4845-b5b5-a3b92d023bcb req-0dfc7b76-f87f-476f-80aa-c976bb2df9e3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0819407 Jul 20 18:00:49.483140 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:49.523599 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eebe21eb-ce59-4b52-a968-8659c89a2397 req-78e1bb5a-79a1-4a2b-863c-6436584dc2cd tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878048 Jul 20 18:00:49.555840 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-76ffd3ec-bd73-4845-b5b5-a3b92d023bcb req-a134550d-70fc-4801-891e-f592dc9aaf8e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713754 Jul 20 18:00:49.940505 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bae25-6acf-411d-94b0-05d7180ac8b1 req-a3038df6-ab54-4644-b43c-2ff77f0f242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:49.945386 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6f0bae25-6acf-411d-94b0-05d7180ac8b1 req-a3038df6-ab54-4644-b43c-2ff77f0f242b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1130 time: 0.1060560 Jul 20 18:00:50.805694 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cb61d-155c-4e55-994b-4f281c9a46eb req-b39b734f-acb1-4616-8466-2fe6fa36c123 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:50.807545 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9c7cb61d-155c-4e55-994b-4f281c9a46eb req-b39b734f-acb1-4616-8466-2fe6fa36c123 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.1477337 Jul 20 18:00:50.949841 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2e70-1eae-4641-bd81-b85f2c5fc382 req-471e13c2-c0cd-488f-9d16-f878eeeca1bc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:50.951445 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89cc2e70-1eae-4641-bd81-b85f2c5fc382 req-471e13c2-c0cd-488f-9d16-f878eeeca1bc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1348431 Jul 20 18:00:50.985474 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6f0bae25-6acf-411d-94b0-05d7180ac8b1 req-e1293922-edb1-4e83-8f6c-5e6ee38cde9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995147 Jul 20 18:00:51.023539 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9c7cb61d-155c-4e55-994b-4f281c9a46eb req-7cb3f65e-c7df-498e-bb2e-2e32ca36def9 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935968 Jul 20 18:00:51.091955 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89cc2e70-1eae-4641-bd81-b85f2c5fc382 req-ba98dc86-be27-4201-8495-3261a91ed668 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345458 Jul 20 18:00:52.199468 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691c95-782c-4867-a71a-668e0504f786 req-116f0e51-0551-4120-b226-e4d4c03a7821 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:52.199468 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a4691c95-782c-4867-a71a-668e0504f786 req-116f0e51-0551-4120-b226-e4d4c03a7821 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0839279 Jul 20 18:00:52.331246 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a4691c95-782c-4867-a71a-668e0504f786 req-eae332e7-9708-474b-bab8-5de6b3fdbb97 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325431 Jul 20 18:00:52.350985 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2bcff-108a-4939-8e57-df30ea2bfde4 req-fa8b80e9-7411-4388-ae40-7922233e1dc4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:52.354285 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a3f2bcff-108a-4939-8e57-df30ea2bfde4 req-fa8b80e9-7411-4388-ae40-7922233e1dc4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1111028 Jul 20 18:00:52.560335 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a3f2bcff-108a-4939-8e57-df30ea2bfde4 req-bdaacc53-9a23-4a9b-b3ca-4bf6b8f7128f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991339 Jul 20 18:00:52.627409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3909eaa-7651-4951-b95a-ce9ff86b02d9 req-3b27a2db-a43b-4668-ad78-19f976fbfc56 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:52.630196 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a3909eaa-7651-4951-b95a-ce9ff86b02d9 req-3b27a2db-a43b-4668-ad78-19f976fbfc56 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.1474204 Jul 20 18:00:52.633469 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:52.662479 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:52.717520 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a3909eaa-7651-4951-b95a-ce9ff86b02d9 req-5af1f731-f8ad-476f-8eca-057468912a56 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799866 Jul 20 18:00:53.490309 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b74e0-b448-4abb-bbbc-18f4e8e8a0b9 req-e3c2eec2-b3df-456b-8a54-4fabd898e3cb tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:53.497337 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7d0b74e0-b448-4abb-bbbc-18f4e8e8a0b9 req-e3c2eec2-b3df-456b-8a54-4fabd898e3cb tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0642152 Jul 20 18:00:53.570793 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7d0b74e0-b448-4abb-bbbc-18f4e8e8a0b9 req-dd1cfb4d-ccdb-42c1-9e7e-775bac36725b tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721245 Jul 20 18:00:53.697279 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515ad7c-84d5-49ef-be16-b2ba5f6a0548 req-25345f71-5f10-40fc-b20e-3d8bce28f656 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:53.698623 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b515ad7c-84d5-49ef-be16-b2ba5f6a0548 req-25345f71-5f10-40fc-b20e-3d8bce28f656 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0492556 Jul 20 18:00:53.760429 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b515ad7c-84d5-49ef-be16-b2ba5f6a0548 req-2e3ed202-184b-45e0-bf88-35c5bbb21d78 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560048 Jul 20 18:00:53.946590 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9e40-c00e-48c9-8760-b7c073f3ccd4 req-59edc929-829d-486a-a52d-3e8441187c6a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:53.948382 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b47d9e40-c00e-48c9-8760-b7c073f3ccd4 req-59edc929-829d-486a-a52d-3e8441187c6a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.0720329 Jul 20 18:00:54.032880 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b47d9e40-c00e-48c9-8760-b7c073f3ccd4 req-289fb1c4-062b-410a-91cf-cb6fa9c80e4a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761187 Jul 20 18:00:54.849156 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cd330-ea6a-4ece-9118-833793fc27c0 req-77003ceb-710e-4167-810f-6b13cb06ebab tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:54.850737 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-526cd330-ea6a-4ece-9118-833793fc27c0 req-77003ceb-710e-4167-810f-6b13cb06ebab tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.1114333 Jul 20 18:00:55.000569 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-526cd330-ea6a-4ece-9118-833793fc27c0 req-9d82e411-e842-4df8-b3f9-fb33c30fad0c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408815 Jul 20 18:00:55.035125 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438768a2-c0cd-4ce5-919d-0eca2cd946be req-46735f22-746d-47ef-a879-9e0980bcaaf7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:55.061520 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-438768a2-c0cd-4ce5-919d-0eca2cd946be req-46735f22-746d-47ef-a879-9e0980bcaaf7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1395886 Jul 20 18:00:55.251754 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-438768a2-c0cd-4ce5-919d-0eca2cd946be req-8c3b3cc4-405a-4274-aa34-538d0a1ce138 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879487 Jul 20 18:00:55.301752 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a44cb-b364-4eaf-a5e1-724b1398f710 req-95e64e3c-e6c4-499d-9af6-2baabceb6fc2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:55.309602 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-079a44cb-b364-4eaf-a5e1-724b1398f710 req-95e64e3c-e6c4-499d-9af6-2baabceb6fc2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.0898001 Jul 20 18:00:55.409014 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-079a44cb-b364-4eaf-a5e1-724b1398f710 req-b136d235-7f9b-4eff-8350-c7263c533994 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976610 Jul 20 18:00:55.684167 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-05956574-538f-4883-9e9c-572b35136667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:56.310026 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:56.333277 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda120e5-4437-4264-842c-e330a8eaf5e9 req-85a1cdcc-ce45-4ec3-9c23-01db87728fbf tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:56.340045 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fda120e5-4437-4264-842c-e330a8eaf5e9 req-85a1cdcc-ce45-4ec3-9c23-01db87728fbf tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.1435430 Jul 20 18:00:56.537154 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fda120e5-4437-4264-842c-e330a8eaf5e9 req-9702876b-9600-4c8b-aff2-e0e1638709d1 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856945 Jul 20 18:00:56.624617 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0eb5f-5428-4daf-b26b-1d96cafacc8a req-d86d61cb-25e4-4cfd-8ffa-e89e411628eb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:56.632231 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8a0eb5f-5428-4daf-b26b-1d96cafacc8a req-d86d61cb-25e4-4cfd-8ffa-e89e411628eb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1232173 Jul 20 18:00:56.749057 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902a661-368e-4056-8217-22e7aa44bfb3 req-49165822-5b6d-4ccc-ae78-4092a53e242b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:56.756717 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d902a661-368e-4056-8217-22e7aa44bfb3 req-49165822-5b6d-4ccc-ae78-4092a53e242b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.0919871 Jul 20 18:00:56.789566 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:56.807868 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8a0eb5f-5428-4daf-b26b-1d96cafacc8a req-41e2fae8-6e73-4c00-abeb-09253f525193 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670909 Jul 20 18:00:56.896714 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d902a661-368e-4056-8217-22e7aa44bfb3 req-1022a0bb-3808-4031-a43b-e884d830162c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389496 Jul 20 18:00:57.039824 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705698f-4ebf-4306-a669-316625e2b2c4 req-b82d5a66-46b8-42ba-a8e3-10725a801e64 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:57.042175 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7705698f-4ebf-4306-a669-316625e2b2c4 req-b82d5a66-46b8-42ba-a8e3-10725a801e64 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0917807 Jul 20 18:00:57.185942 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7705698f-4ebf-4306-a669-316625e2b2c4 req-22e70c05-0c86-4d2e-b506-f8699730379a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340628 Jul 20 18:00:57.212250 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51390) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:57.468319 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df9244-7f8c-4e65-9197-31f22a69b1ea tempest-TestShelveInstance-1205721130 tempest-TestShelveInstance-1205721130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:57.474566 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51394) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:00:57.475203 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-67df9244-7f8c-4e65-9197-31f22a69b1ea tempest-TestShelveInstance-1205721130 tempest-TestShelveInstance-1205721130-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1125 time: 0.2611816 Jul 20 18:00:57.479148 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'port_id': '1f304636-f6d8-48e6-befa-56ce906429e4', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:00:57.578683 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:57.705070 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:57.920765 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Allocated IP 172.28.3.177 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/fc361356-8c23-4127-bbae-254019688894) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:00:58.112827 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e459ef58-c2e4-46ba-a899-b1c5064340ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:58.172608 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c45a8e-d22a-4da5-8c9e-c921b241fbb1 req-d38b72c0-58d1-4cb8-9543-aac62e5f213b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:58.174512 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-92c45a8e-d22a-4da5-8c9e-c921b241fbb1 req-d38b72c0-58d1-4cb8-9543-aac62e5f213b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.1346421 Jul 20 18:00:58.183703 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac909-0703-4388-b156-d8835c50ee2b req-e7e3699b-390e-4184-8ab4-8b07b5f38b5f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:58.185383 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-26bac909-0703-4388-b156-d8835c50ee2b req-e7e3699b-390e-4184-8ab4-8b07b5f38b5f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1812825 Jul 20 18:00:58.290000 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-92c45a8e-d22a-4da5-8c9e-c921b241fbb1 req-dad20970-d5a6-49d0-b3cb-f21fd3fdf2bd tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032104 Jul 20 18:00:58.314517 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for port (fc361356-8c23-4127-bbae-254019688894), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:58.374124 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-26bac909-0703-4388-b156-d8835c50ee2b req-18397a22-2c4d-4b0a-9e31-8c0778bb1453 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537888 Jul 20 18:00:58.479243 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (fc361356-8c23-4127-bbae-254019688894), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:58.532112 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-153bf9b3-85da-443c-9d8c-05a7f58efdb5 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:58.533881 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-153bf9b3-85da-443c-9d8c-05a7f58efdb5 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.0936010 Jul 20 18:00:58.636470 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:00:58.642445 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'Port': ['ID=fc361356-8c23-4127-bbae-254019688894,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:58.649012 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:00:58.652090 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:00:58.723313 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Deleting port e1b0e8c0-b30c-4353-8c13-29661611ed2e {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:00:58.723881 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:58.762601 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:58.864845 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:58.906697 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] For port e1b0e8c0-b30c-4353-8c13-29661611ed2e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=e1b0e8c0-b30c-4353-8c13-29661611ed2e,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:00:58.907323 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:59.130158 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:59.186099 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for floatingip (4c81b5e2-2827-4c52-afb2-7f03ef071434), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:59.204052 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:59.204419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (288e9ab1-eb2a-46ca-88ff-190068f6b42e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:59.204768 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Floating IP 288e9ab1-eb2a-46ca-88ff-190068f6b42e disassociated. External IP: 172.28.3.37, port: e1b0e8c0-b30c-4353-8c13-29661611ed2e. Jul 20 18:00:59.205118 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Calling delete_port for e1b0e8c0-b30c-4353-8c13-29661611ed2e owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:00:59.300959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:59.385940 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fc361356-8c23-4127-bbae-254019688894), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:59.512547 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (e1b0e8c0-b30c-4353-8c13-29661611ed2e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:00:59.540983 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d1941-c17a-4a41-9a56-4adeb8785816 req-c0de75fd-bcf9-47ca-8bed-5e468c9f775b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:59.542812 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7d2d1941-c17a-4a41-9a56-4adeb8785816 req-c0de75fd-bcf9-47ca-8bed-5e468c9f775b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 945 time: 0.1093254 Jul 20 18:00:59.587444 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'Port': ['ID=e1b0e8c0-b30c-4353-8c13-29661611ed2e,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:00:59.785198 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:00:59.824674 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b723-0045-42cf-bfa2-0c6afae4b19d req-0078447b-7912-4ef6-832f-16a5eaacafbc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:00:59.826718 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5830b723-0045-42cf-bfa2-0c6afae4b19d req-0078447b-7912-4ef6-832f-16a5eaacafbc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.1686823 Jul 20 18:00:59.840323 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:00:59.850789 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7d2d1941-c17a-4a41-9a56-4adeb8785816 req-f65267f4-4e8f-4d83-833b-56e55501ad9a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865865 Jul 20 18:00:59.944443 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5830b723-0045-42cf-bfa2-0c6afae4b19d req-4a26c295-21f1-43f0-8843-f3eb8bdf8e13 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902622 Jul 20 18:00:59.956335 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for port (fc361356-8c23-4127-bbae-254019688894), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:00.002407 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:01:00.021572 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:01:00.040674 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:00.041594 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:00:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:00.049886 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fc361356-8c23-4127-bbae-254019688894), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:00.071061 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] No DVR routers for this DVR port e1b0e8c0-b30c-4353-8c13-29661611ed2e on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:01:00.074430 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:00.078869 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7623fe0e-3fb1-463c-982a-d177cba86dd0 req-6b748fbb-3b1e-4187-9b49-a85b4819c55e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "DELETE /v2.0/ports/e1b0e8c0-b30c-4353-8c13-29661611ed2e HTTP/1.1" status: 204 len: 173 time: 1.5092008 Jul 20 18:01:00.079458 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'name': 'network-vif-deleted', 'tag': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:00.082473 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa3da5-f652-4310-bc3f-b9f032966c71" -d '{"events": [{"server_uuid": "4f86de26-bca9-4ef5-81a0-c4e0496619e2", "name": "network-vif-deleted", "tag": "e1b0e8c0-b30c-4353-8c13-29661611ed2e"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:00.138406 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (4c81b5e2-2827-4c52-afb2-7f03ef071434), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:00.192869 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d489d-ee5e-49d5-846e-cd8db7ca7bc5 x-openstack-request-id: req-780d489d-ee5e-49d5-846e-cd8db7ca7bc5 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:00.194143 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86de26-bca9-4ef5-81a0-c4e0496619e2", "name": "network-vif-deleted", "tag": "e1b0e8c0-b30c-4353-8c13-29661611ed2e", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:00.194524 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-780d489d-ee5e-49d5-846e-cd8db7ca7bc5 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:00.196708 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780d489d-ee5e-49d5-846e-cd8db7ca7bc5'] response: {'server_uuid': '4f86de26-bca9-4ef5-81a0-c4e0496619e2', 'name': 'network-vif-deleted', 'tag': 'e1b0e8c0-b30c-4353-8c13-29661611ed2e', 'status': 'completed', 'code': 200} Jul 20 18:01:00.214803 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:00.248409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event updated for resources: {'Port': ['ID=fc361356-8c23-4127-bbae-254019688894,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:00.277424 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device e1b0e8c0-b30c-4353-8c13-29661611ed2e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:01:00.318241 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: e1b0e8c0-b30c-4353-8c13-29661611ed2e {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:01:00.318902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device e1b0e8c0-b30c-4353-8c13-29661611ed2e not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:01:00.351572 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.l3_db [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Floating IP 4c81b5e2-2827-4c52-afb2-7f03ef071434 associated. External IP: 172.28.3.177, port: 1f304636-f6d8-48e6-befa-56ce906429e4. Jul 20 18:01:00.592715 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:00.675455 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:36Z', 'revision_number': 2, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:00.709746 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:01:00.719526 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:00.720213 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:00:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:00.821361 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Router 7c3ab300-a58a-49b3-a725-b198fa929657 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:01:00.858455 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:00.897215 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:00.965127 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:01:00.977814 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] Sync routers for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:01:00.997948 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:01.002049 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:00:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:01.107916 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-24011582-aa4a-46e6-9f5f-86e071f999c6 req-ef7728bb-a532-4c39-a93d-a676b9940c20 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 210 time: 0.0663600 Jul 20 18:01:01.138723 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:01.208526 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:01.223619 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:01.274996 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:01.280160 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c7780ce9-b7c1-4662-a394-9c15e43663ac tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8043182 Jul 20 18:01:01.281774 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:01.283755 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7598e27c-117c-46c0-8494-3ffc69afbb17" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:01.293232 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac9a02-af5e-44d0-94e2-87987c87b2e6 req-7c602d94-7b6d-4cdf-8046-0f42692b0eec tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:01.301619 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3aac9a02-af5e-44d0-94e2-87987c87b2e6 req-7c602d94-7b6d-4cdf-8046-0f42692b0eec tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0782046 Jul 20 18:01:01.303471 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:36Z', 'revision_number': 2, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:01.366364 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b11a76-2b0b-49ac-a322-d6d2aab98627 None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'd6eba44d-568d-4af5-9847-c9065f642dc2', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.57', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:49:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac828c2-c187-403c-ab41-1bff5198e864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:57:49Z', 'updated_at': '2022-07-20T17:58:36Z', 'revision_number': 2, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:01:01.384725 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6950672-5252-4962-88c2-5ddf647afdfa x-openstack-request-id: req-b6950672-5252-4962-88c2-5ddf647afdfa {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:01.385199 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:01.385521 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b6950672-5252-4962-88c2-5ddf647afdfa {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:01.386748 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6950672-5252-4962-88c2-5ddf647afdfa'] response: {'name': 'network-changed', 'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4', 'status': 'completed', 'code': 200} Jul 20 18:01:01.386748 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:01.433485 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3aac9a02-af5e-44d0-94e2-87987c87b2e6 req-d8a8b904-46b2-4d61-8136-47dd72b77848 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305079 Jul 20 18:01:01.472246 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:01.568245 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '4c81b5e2-2827-4c52-afb2-7f03ef071434', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'port_id': '1f304636-f6d8-48e6-befa-56ce906429e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'mac_address': 'fa:16:3e:25:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:58Z', 'updated_at': '2022-07-20T18:00:58Z', 'revision_number': 0, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:44Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:01.606891 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] Checking router: 7c3ab300-a58a-49b3-a725-b198fa929657 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:01:01.611289 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:01.611919 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:00:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:01.741029 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:01.833124 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295f86d-febd-498c-bb1d-7fa4d3dc9da5 None None] New status for floating IP 288e9ab1-eb2a-46ca-88ff-190068f6b42e: DOWN {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:01:02.112270 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '4c81b5e2-2827-4c52-afb2-7f03ef071434', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'port_id': '1f304636-f6d8-48e6-befa-56ce906429e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'mac_address': 'fa:16:3e:25:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:58Z', 'updated_at': '2022-07-20T18:00:58Z', 'revision_number': 0, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:44Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:02.144104 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf76cd6-6359-485e-8306-d98517fc6f4f None None] The sync data for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb is: [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '4c81b5e2-2827-4c52-afb2-7f03ef071434', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'port_id': '1f304636-f6d8-48e6-befa-56ce906429e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'mac_address': 'fa:16:3e:25:7c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:00:58Z', 'updated_at': '2022-07-20T18:00:58Z', 'revision_number': 0, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:44Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:01:02.299236 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-333e05df-8300-4153-ad13-e35f5b755413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:02.301130 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-333e05df-8300-4153-ad13-e35f5b755413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1130 time: 0.0857337 Jul 20 18:01:02.302904 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0eb6549c-96f3-4df3-a30e-7744d465fa9b req-ef0a5829-79bb-459e-948f-75d8512a0a6b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f86de26-bca9-4ef5-81a0-c4e0496619e2 HTTP/1.1" status: 200 len: 210 time: 0.0429735 Jul 20 18:01:02.453645 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-20b19ec2-8101-4e2b-915c-6a1db7f8e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:02.455357 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-20b19ec2-8101-4e2b-915c-6a1db7f8e495 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a874f6c4-198d-4134-9c45-0f89f909a425 HTTP/1.1" status: 200 len: 909 time: 0.1479301 Jul 20 18:01:02.486480 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569d262-6f88-46e4-9b3b-5d886eedd965 None None] New status for floating IP 4c81b5e2-2827-4c52-afb2-7f03ef071434: ACTIVE {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:01:02.635194 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a206a-37a7-4819-ab97-c35c2299d505 req-9df359c0-d96f-42ad-adf4-df9d7aca081a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:02.647534 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-455a206a-37a7-4819-ab97-c35c2299d505 req-9df359c0-d96f-42ad-adf4-df9d7aca081a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0976114 Jul 20 18:01:02.760766 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-455a206a-37a7-4819-ab97-c35c2299d505 req-d6e9bda3-fb69-4397-a04f-5921d48688cd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116245 Jul 20 18:01:02.782523 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-1d0f2637-f877-43f0-bf09-49db03b64e5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 200 len: 1000 time: 0.1165199 Jul 20 18:01:02.846632 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-e78129da-3d71-4758-ad97-4af5e9b4796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:02.854593 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-e78129da-3d71-4758-ad97-4af5e9b4796c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce42334b-2772-4ae9-867d-a7370296949f HTTP/1.1" status: 200 len: 847 time: 0.0609503 Jul 20 18:01:02.897048 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:02.908229 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-5703efeb-8253-4edb-a3da-6d265c7d67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:02.909797 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-5703efeb-8253-4edb-a3da-6d265c7d67b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a874f6c4-198d-4134-9c45-0f89f909a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529931 Jul 20 18:01:03.064087 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-7b50fc4b-50ad-4c3f-b416-ba776e7a8277 service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362917 Jul 20 18:01:03.165407 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7598e27c-117c-46c0-8494-3ffc69afbb17 req-1d26e30d-cf5e-4686-b2bd-28e82b10cd6d service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943363 Jul 20 18:01:03.576083 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51538) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:03.634170 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-165bd153-761d-4055-9bdb-c841f8a0d054 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:03.661436 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-165bd153-761d-4055-9bdb-c841f8a0d054 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:03.696505 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:03.838220 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-165bd153-761d-4055-9bdb-c841f8a0d054 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:03.841048 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-165bd153-761d-4055-9bdb-c841f8a0d054 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:03.843130 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-165bd153-761d-4055-9bdb-c841f8a0d054 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "DELETE /v2.0/security-groups/0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3 HTTP/1.1" status: 204 len: 168 time: 0.2656662 Jul 20 18:01:03.849197 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51542) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:03.871670 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.api.v2.resource [None req-efc93c55-67e5-410a-ba86-e81111edc56b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] show failed (client error): The resource could not be found. Jul 20 18:01:03.873132 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-efc93c55-67e5-410a-ba86-e81111edc56b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups/0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3 HTTP/1.1" status: 404 len: 347 time: 0.0245740 Jul 20 18:01:03.876527 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51546) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:03.904922 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bd153-761d-4055-9bdb-c841f8a0d054 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20c3ca-9191-43ba-9b39-9fcd9ab8c7a3,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:03.941537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702eaf9-8876-4c12-9c1e-4e6488671a83 req-4067895a-7f45-46f0-b643-bfdc55e5c188 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:03.942364 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e702eaf9-8876-4c12-9c1e-4e6488671a83 req-4067895a-7f45-46f0-b643-bfdc55e5c188 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 943 time: 0.0974295 Jul 20 18:01:03.989174 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51548) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:04.016393 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e702eaf9-8876-4c12-9c1e-4e6488671a83 req-232b2643-664d-4ac5-b0f0-10c7a6b5f8d7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645332 Jul 20 18:01:04.045104 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Deleting port 378eafef-edd2-4500-9773-5fe20361fe77 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:04.045537 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (378eafef-edd2-4500-9773-5fe20361fe77), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.146605 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (378eafef-edd2-4500-9773-5fe20361fe77), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.147141 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (378eafef-edd2-4500-9773-5fe20361fe77), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.175082 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a694c34b-394c-4f4e-a2d6-cd98b7328536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.177499 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Calling delete_port for 378eafef-edd2-4500-9773-5fe20361fe77 owned by network:floatingip {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:04.239611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51554) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:04.247813 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:01:04.248588 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:04.298621 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07f5000-6a86-4ed5-960a-a84ff101a8e8 admin admin] Deleting subnet 85d3fb7d-af19-4ebe-b126-a1ab76c29e29 {{(pid=111129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:01:04.302476 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e07f5000-6a86-4ed5-960a-a84ff101a8e8 admin admin] Publish callbacks [] for subnet (85d3fb7d-af19-4ebe-b126-a1ab76c29e29), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.355364 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e07f5000-6a86-4ed5-960a-a84ff101a8e8 admin admin] Publish callbacks [] for subnet (85d3fb7d-af19-4ebe-b126-a1ab76c29e29), precommit_delete_associations {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.362014 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e07f5000-6a86-4ed5-960a-a84ff101a8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (85d3fb7d-af19-4ebe-b126-a1ab76c29e29), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.367533 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:04.375425 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a694c34b-394c-4f4e-a2d6-cd98b7328536 admin admin] Publish callbacks [] for security_group (ea5fe8c9-834d-4af8-a832-9c29c1b9ab70), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.380848 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'port_id': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'mac_address': 'fa:16:3e:01:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:01:04.420841 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2b3313ce-2202-4d21-a0c5-fcd60505e92e is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:01:04.422089 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.436368 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3313ce-2202-4d21-a0c5-fcd60505e92e {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:01:04.455389 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a694c34b-394c-4f4e-a2d6-cd98b7328536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (ea5fe8c9-834d-4af8-a832-9c29c1b9ab70), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.460513 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:04.472051 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:04.494962 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (378eafef-edd2-4500-9773-5fe20361fe77), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.510071 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-a694c34b-394c-4f4e-a2d6-cd98b7328536 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1f81fa833229461db6fa5163e16fe1e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5197806 Jul 20 18:01:04.510907 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694c34b-394c-4f4e-a2d6-cd98b7328536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5fe8c9-834d-4af8-a832-9c29c1b9ab70,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:04.513483 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51556) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:04.535122 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'Port': ['ID=378eafef-edd2-4500-9773-5fe20361fe77,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:04.560667 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e07f5000-6a86-4ed5-960a-a84ff101a8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (85d3fb7d-af19-4ebe-b126-a1ab76c29e29), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.586554 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.600172 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f5000-6a86-4ed5-960a-a84ff101a8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d3fb7d-af19-4ebe-b126-a1ab76c29e29,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:04.603419 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f0a296bb-791d-4c49-9995-0528d5181390 admin admin] Publish callbacks [] for security_group (ea5fe8c9-834d-4af8-a832-9c29c1b9ab70), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.618707 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (288e9ab1-eb2a-46ca-88ff-190068f6b42e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.621650 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.622977 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-02933ee5-3be9-4626-a931-2d446a4b0385 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "DELETE /v2.0/floatingips/288e9ab1-eb2a-46ca-88ff-190068f6b42e HTTP/1.1" status: 204 len: 168 time: 0.7451775 Jul 20 18:01:04.625207 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e07f5000-6a86-4ed5-960a-a84ff101a8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.630554 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-e07f5000-6a86-4ed5-960a-a84ff101a8e8 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/85d3fb7d-af19-4ebe-b126-a1ab76c29e29 HTTP/1.1" status: 204 len: 168 time: 0.3894885 Jul 20 18:01:04.633345 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51562) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:04.642677 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f0a296bb-791d-4c49-9995-0528d5181390 admin admin] Publish callbacks [] for security_group (ea5fe8c9-834d-4af8-a832-9c29c1b9ab70), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.691336 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=9']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:04.732581 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (146d0d3a-4961-4754-9bc9-c3b0d78b36b9), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.786979 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f0a296bb-791d-4c49-9995-0528d5181390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (ea5fe8c9-834d-4af8-a832-9c29c1b9ab70), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.790969 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f0a296bb-791d-4c49-9995-0528d5181390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.795242 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f0a296bb-791d-4c49-9995-0528d5181390 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ea5fe8c9-834d-4af8-a832-9c29c1b9ab70 HTTP/1.1" status: 204 len: 168 time: 0.2808058 Jul 20 18:01:04.812258 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a296bb-791d-4c49-9995-0528d5181390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5fe8c9-834d-4af8-a832-9c29c1b9ab70,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:04.829522 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (146d0d3a-4961-4754-9bc9-c3b0d78b36b9), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.856454 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146d0d3a-4961-4754-9bc9-c3b0d78b36b9']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:04.871076 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:04.871513 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:04.886937 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.906545 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.915044 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:01:04.915378 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:04.943348 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1 resource provider aggregate not found Jul 20 18:01:04.986020 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e6cc283-7c46-4f3e-b7f6-19ec9b8fdcd1 found for delete ", "request_id": "req-1431b097-5428-4ef1-a1e1-b3915d04a9d1"}]} Jul 20 18:01:05.037298 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['2b3313ce-2202-4d21-a0c5-fcd60505e92e'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:01:05.095270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (146d0d3a-4961-4754-9bc9-c3b0d78b36b9), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.105733 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.112782 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] 10.222.0.27 "DELETE /v2.0/networks/146d0d3a-4961-4754-9bc9-c3b0d78b36b9 HTTP/1.1" status: 204 len: 168 time: 0.4751637 Jul 20 18:01:05.144772 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed779fa-024e-40bb-89b6-f971e791d96f admin admin] Pushing event deleted for resources: {'Network': ['ID=146d0d3a-4961-4754-9bc9-c3b0d78b36b9,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:05.188345 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a535a-fe1d-4b85-b8a2-99de58509464 req-4ca07aaf-7431-467b-a7a9-9faa8bd27c95 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:05.191303 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-de9a535a-fe1d-4b85-b8a2-99de58509464 req-4ca07aaf-7431-467b-a7a9-9faa8bd27c95 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 944 time: 0.0852263 Jul 20 18:01:05.311392 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-de9a535a-fe1d-4b85-b8a2-99de58509464 req-82eb0e44-9d17-47c8-b3fe-6208d83de302 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121366 Jul 20 18:01:05.540518 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51584) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:05.587132 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-12128833-10ea-4fa5-9479-fa5238324ef8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dce83dfedf94430eb9a35ef4e8c199d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452280 Jul 20 18:01:05.594627 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51586) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:05.597632 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51588) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:05.610994 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-61605dc4-c6f8-450a-adc7-aa5101e7b6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.640620 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:05.646344 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-88eaa86a-2bea-4dab-9eda-7b61a5c4bac7 admin admin] Publish callbacks [] for security_group (4921663a-500b-4c84-b5b8-fb0f9a494e4c), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.669624 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-88eaa86a-2bea-4dab-9eda-7b61a5c4bac7 admin admin] Publish callbacks [] for security_group (4921663a-500b-4c84-b5b8-fb0f9a494e4c), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.689760 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-61605dc4-c6f8-450a-adc7-aa5101e7b6b1 admin admin] Publish callbacks [] for security_group (de463b34-08c5-4a6c-bcd1-20a52ee9445d), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.808883 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-61605dc4-c6f8-450a-adc7-aa5101e7b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (de463b34-08c5-4a6c-bcd1-20a52ee9445d), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.814158 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:05.815994 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:01:05.854057 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-61605dc4-c6f8-450a-adc7-aa5101e7b6b1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c8f9725beb5d499b9ad3a15078ba0fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552214 Jul 20 18:01:05.859626 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61605dc4-c6f8-450a-adc7-aa5101e7b6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de463b34-08c5-4a6c-bcd1-20a52ee9445d,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:05.860221 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51590) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:05.897764 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-88eaa86a-2bea-4dab-9eda-7b61a5c4bac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (4921663a-500b-4c84-b5b8-fb0f9a494e4c), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.900248 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-88eaa86a-2bea-4dab-9eda-7b61a5c4bac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.904941 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-88eaa86a-2bea-4dab-9eda-7b61a5c4bac7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4921663a-500b-4c84-b5b8-fb0f9a494e4c HTTP/1.1" status: 204 len: 168 time: 0.3059177 Jul 20 18:01:05.913671 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaa86a-2bea-4dab-9eda-7b61a5c4bac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4921663a-500b-4c84-b5b8-fb0f9a494e4c,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:05.929339 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6c48f5ce-7734-4898-bf4f-455757586ce3 admin admin] Publish callbacks [] for security_group (de463b34-08c5-4a6c-bcd1-20a52ee9445d), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:05.949253 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:05.955219 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6c48f5ce-7734-4898-bf4f-455757586ce3 admin admin] Publish callbacks [] for security_group (de463b34-08c5-4a6c-bcd1-20a52ee9445d), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:06.101271 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6c48f5ce-7734-4898-bf4f-455757586ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (de463b34-08c5-4a6c-bcd1-20a52ee9445d), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:06.104470 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6c48f5ce-7734-4898-bf4f-455757586ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:06.108348 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-6c48f5ce-7734-4898-bf4f-455757586ce3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/de463b34-08c5-4a6c-bcd1-20a52ee9445d HTTP/1.1" status: 204 len: 168 time: 0.2466264 Jul 20 18:01:06.114813 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48f5ce-7734-4898-bf4f-455757586ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de463b34-08c5-4a6c-bcd1-20a52ee9445d,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:06.254158 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:01:06.307794 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 2b3313ce-2202-4d21-a0c5-fcd60505e92e triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:01:06.308374 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:06.411516 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2b3313ce-2202-4d21-a0c5-fcd60505e92e is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:01:06.411912 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:06.441507 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:06.444575 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb99ce1a-dbaa-43a4-b8d7-be6f1b7f50f7" -d '{"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-plugged", "status": "completed", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:06.466362 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:06.472140 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ab3f8-bfc0-4798-8c77-022584632b6a req-f840a878-c6fc-491f-9a7a-16efba2e4e7a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:06.479315 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4f7ab3f8-bfc0-4798-8c77-022584632b6a req-f840a878-c6fc-491f-9a7a-16efba2e4e7a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 944 time: 0.0719461 Jul 20 18:01:06.489355 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e33118-7845-413a-adf6-1fc17107a11b x-openstack-request-id: req-29e33118-7845-413a-adf6-1fc17107a11b {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:06.489685 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-plugged", "status": "completed", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:06.490424 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-29e33118-7845-413a-adf6-1fc17107a11b {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:06.491025 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e33118-7845-413a-adf6-1fc17107a11b'] response: {'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'code': 200} Jul 20 18:01:06.540538 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:06.549555 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4f7ab3f8-bfc0-4798-8c77-022584632b6a req-42187a43-e636-4705-8242-75e7673cf310 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624516 Jul 20 18:01:06.626772 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:06.632441 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=10']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:06.929542 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51616) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:06.943922 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7675459c-0382-427d-996e-1540a723e48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:07.026742 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7675459c-0382-427d-996e-1540a723e48c admin admin] Publish callbacks [] for security_group (acf09f1a-6db3-4edb-9a12-6960c9cc8794), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:07.101075 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7675459c-0382-427d-996e-1540a723e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (acf09f1a-6db3-4edb-9a12-6960c9cc8794), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:07.145626 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-7675459c-0382-427d-996e-1540a723e48c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7896f289d4784a0aaad516f04e28b31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137959 Jul 20 18:01:07.148206 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51622) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:07.149380 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675459c-0382-427d-996e-1540a723e48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf09f1a-6db3-4edb-9a12-6960c9cc8794,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:07.202448 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2260a6bc-be57-4301-b03d-61c70e38e1de admin admin] Publish callbacks [] for security_group (acf09f1a-6db3-4edb-9a12-6960c9cc8794), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:07.225417 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2260a6bc-be57-4301-b03d-61c70e38e1de admin admin] Publish callbacks [] for security_group (acf09f1a-6db3-4edb-9a12-6960c9cc8794), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:07.349868 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d1e0-13d7-41d0-aab1-8f0efe71b86d req-abbf5e9d-3457-43f3-8608-c668c629f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:07.351596 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7a38d1e0-13d7-41d0-aab1-8f0efe71b86d req-abbf5e9d-3457-43f3-8608-c668c629f139 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 1130 time: 0.0478015 Jul 20 18:01:07.404200 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7a38d1e0-13d7-41d0-aab1-8f0efe71b86d req-6878d1ef-c2b4-46b4-8224-c0787f34822b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Jul 20 18:01:07.426133 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2260a6bc-be57-4301-b03d-61c70e38e1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (acf09f1a-6db3-4edb-9a12-6960c9cc8794), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:07.429512 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2260a6bc-be57-4301-b03d-61c70e38e1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:07.432573 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-2260a6bc-be57-4301-b03d-61c70e38e1de admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/acf09f1a-6db3-4edb-9a12-6960c9cc8794 HTTP/1.1" status: 204 len: 168 time: 0.2816522 Jul 20 18:01:07.451166 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260a6bc-be57-4301-b03d-61c70e38e1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf09f1a-6db3-4edb-9a12-6960c9cc8794,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:07.713398 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d81f41-a54c-417e-bb33-97accaffc09e req-17353301-e5cc-47b6-9deb-9c653e256d0a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:07.716239 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d4d81f41-a54c-417e-bb33-97accaffc09e req-17353301-e5cc-47b6-9deb-9c653e256d0a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0653613 Jul 20 18:01:07.790453 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d4d81f41-a54c-417e-bb33-97accaffc09e req-142c83f0-e472-440a-a14f-dac262ffcf4e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658617 Jul 20 18:01:07.913321 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be03c4-0623-45be-be30-063bd8c676c1 req-8bfdcac1-8257-4e05-9418-90344e2cbd47 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:07.914912 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a4be03c4-0623-45be-be30-063bd8c676c1 req-8bfdcac1-8257-4e05-9418-90344e2cbd47 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.0533566 Jul 20 18:01:07.981951 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a4be03c4-0623-45be-be30-063bd8c676c1 req-0a948a38-5e3c-43d6-84cd-1769f083dfe1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558431 Jul 20 18:01:08.747302 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51708) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:08.963321 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b388f9-2f0c-4693-b719-dd1c0da1a6dc req-fbd5a29a-768a-455f-b593-e9e247d7453c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:08.965573 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f7b388f9-2f0c-4693-b719-dd1c0da1a6dc req-fbd5a29a-768a-455f-b593-e9e247d7453c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0726626 Jul 20 18:01:09.011393 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-446405592-network', 'tenant_id': 'e56fb66af8654665b5869624adb1c8c8'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:09.046310 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f7b388f9-2f0c-4693-b719-dd1c0da1a6dc req-4d9d6501-eb02-4eb8-9224-edc0cea721ab tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726373 Jul 20 18:01:09.125792 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Made reservation on behalf of e56fb66af8654665b5869624adb1c8c8 for: {'network': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:01:09.128274 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:09.133704 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:09.146195 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e4560-bd0a-4b31-a0d7-f9cc065f48e7 req-39f258d6-32b5-4e9f-8a93-3bf0ed20f29e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:09.147790 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-040e4560-bd0a-4b31-a0d7-f9cc065f48e7 req-39f258d6-32b5-4e9f-8a93-3bf0ed20f29e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.0618982 Jul 20 18:01:09.149165 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:09.230464 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-040e4560-bd0a-4b31-a0d7-f9cc065f48e7 req-1e6b77de-b5c8-4cd3-8f54-7b7b87bb473b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714884 Jul 20 18:01:09.281480 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Publish callbacks [] for security_group (7d02e203-bd50-4a0e-90a2-0eb730eb39d0), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:09.363361 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (7d02e203-bd50-4a0e-90a2-0eb730eb39d0), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:09.396544 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=111129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:01:09.398359 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:09.409381 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d02e203-bd50-4a0e-90a2-0eb730eb39d0,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:09.414886 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (b1475171-a448-4984-b31f-9eddde327a63), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:09.415311 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.segments_db [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Added segment b1475171-a448-4984-b31f-9eddde327a63 of type vlan for network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 Jul 20 18:01:09.475298 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (885129ec-1a3f-4b48-91f6-37a83d4aaec8), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:09.591958 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (885129ec-1a3f-4b48-91f6-37a83d4aaec8), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:09.593170 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:09.593962 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:09.657372 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] Pushing event updated for resources: {'Network': ['ID=885129ec-1a3f-4b48-91f6-37a83d4aaec8,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:09.669892 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:01:09.687883 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:09.771736 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f3c7fdcf-e058-45e6-b132-e0d49d98159a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0232933 Jul 20 18:01:09.775066 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51732) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:09.781289 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Request body: {'subnet': {'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-446405592-subnet', 'tenant_id': 'e56fb66af8654665b5869624adb1c8c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:09.934663 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Made reservation on behalf of e56fb66af8654665b5869624adb1c8c8 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:01:09.937461 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:10.182142 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa290b1-cffa-4ca9-b588-2597fd8a6f96 req-e57528d5-5328-4d3b-b4bb-a6fddcb5c088 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:10.183717 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1fa290b1-cffa-4ca9-b588-2597fd8a6f96 req-e57528d5-5328-4d3b-b4bb-a6fddcb5c088 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0570123 Jul 20 18:01:10.236982 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (cd8a67f8-7d3c-4128-8aef-9d8beca1a98d), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:10.257874 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1fa290b1-cffa-4ca9-b588-2597fd8a6f96 req-6a5edee1-2059-4b56-9566-3fa99c71edd0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671399 Jul 20 18:01:10.349218 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8a67f8-7d3c-4128-8aef-9d8beca1a98d,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:10.378659 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Checking segment: {'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:01:10.379031 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Network hostable DHCP agents. Network: 885129ec-1a3f-4b48-91f6-37a83d4aaec8, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:01:10.383332 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:10.398162 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd566-f945-46c3-ab75-abf69387321d req-35a15973-a0df-4582-9b3f-6d604fdd644c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:10.399788 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-61bcd566-f945-46c3-ab75-abf69387321d req-35a15973-a0df-4582-9b3f-6d604fdd644c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.0826695 Jul 20 18:01:10.474018 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-61bcd566-f945-46c3-ab75-abf69387321d req-872d0216-0ddb-45ae-80a8-15b6a74606ba tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658536 Jul 20 18:01:10.574553 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:01:10.677835 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 885129ec-1a3f-4b48-91f6-37a83d4aaec8) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:01:10.685609 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:10.685889 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:10.696940 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083d7c4-c7a0-4bc3-ae9a-ff4a63ad770f None None] Network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:01:10.814255 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c730fb-737d-4f3d-9d07-3845e65b48a3 None None] Network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:01:10.918669 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c932660c-a6e4-4015-8b2c-cd2056305e39 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1333253 Jul 20 18:01:11.162887 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-558a3afa-b5f7-490c-abe0-59ff7ee6e90a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:11.164937 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-558a3afa-b5f7-490c-abe0-59ff7ee6e90a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.0537353 Jul 20 18:01:11.275385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Deleting port be5d6991-3445-4e22-b925-07d0db3f9c53 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:11.276054 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:11.442716 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b5f6-b991-4372-bd3c-2f8c5910a96d req-735aae45-5f6f-4d37-961d-1c28dfb14f77 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:11.444341 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c6a6b5f6-b991-4372-bd3c-2f8c5910a96d req-735aae45-5f6f-4d37-961d-1c28dfb14f77 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0803461 Jul 20 18:01:11.474895 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] For port be5d6991-3445-4e22-b925-07d0db3f9c53, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=be5d6991-3445-4e22-b925-07d0db3f9c53,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:11.475270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:11.495805 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:11.516996 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c6a6b5f6-b991-4372-bd3c-2f8c5910a96d req-4896f327-a399-4260-8fb3-25723fc8a029 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637324 Jul 20 18:01:11.643158 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad982-7be0-453a-a36b-892d89d8656a req-7cd73748-db67-444a-afa7-e781b1e972c8 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:11.646133 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8c3ad982-7be0-453a-a36b-892d89d8656a req-7cd73748-db67-444a-afa7-e781b1e972c8 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 946 time: 0.0762863 Jul 20 18:01:11.732056 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8c3ad982-7be0-453a-a36b-892d89d8656a req-6f213ab9-0792-4193-ad51-70869470a2aa tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7a21b63-54a6-404f-ac74-712536c3e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746028 Jul 20 18:01:11.768322 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:11.769414 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (d6eba44d-568d-4af5-9847-c9065f642dc2), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:11.769414 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Floating IP d6eba44d-568d-4af5-9847-c9065f642dc2 disassociated. External IP: 172.28.3.57, port: be5d6991-3445-4e22-b925-07d0db3f9c53. Jul 20 18:01:11.769865 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Calling delete_port for be5d6991-3445-4e22-b925-07d0db3f9c53 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:11.824961 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:12.037912 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (be5d6991-3445-4e22-b925-07d0db3f9c53), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:12.088731 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'Port': ['ID=be5d6991-3445-4e22-b925-07d0db3f9c53,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:12.296705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:01:12.427224 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:01:12.444826 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:01:12.459381 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:12.460027 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:00:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:12.478186 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] No DVR routers for this DVR port be5d6991-3445-4e22-b925-07d0db3f9c53 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:01:12.482090 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:12.485130 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-04b23bd8-c3e6-4953-b385-adde0c3743be req-f383bc4f-ae97-4e12-8e66-2ad18266d308 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "DELETE /v2.0/ports/be5d6991-3445-4e22-b925-07d0db3f9c53 HTTP/1.1" status: 204 len: 173 time: 1.3147888 Jul 20 18:01:12.485559 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac828c2-c187-403c-ab41-1bff5198e864', 'name': 'network-vif-deleted', 'tag': 'be5d6991-3445-4e22-b925-07d0db3f9c53'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:12.487977 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e83022-446a-49e2-b805-184c66b5a532" -d '{"events": [{"server_uuid": "fac828c2-c187-403c-ab41-1bff5198e864", "name": "network-vif-deleted", "tag": "be5d6991-3445-4e22-b925-07d0db3f9c53"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:12.582696 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fef82a-b93d-431c-833a-3b0763364a56 x-openstack-request-id: req-74fef82a-b93d-431c-833a-3b0763364a56 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:12.583492 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac828c2-c187-403c-ab41-1bff5198e864", "name": "network-vif-deleted", "tag": "be5d6991-3445-4e22-b925-07d0db3f9c53", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:12.584081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-74fef82a-b93d-431c-833a-3b0763364a56 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:12.588027 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fef82a-b93d-431c-833a-3b0763364a56'] response: {'server_uuid': 'fac828c2-c187-403c-ab41-1bff5198e864', 'name': 'network-vif-deleted', 'tag': 'be5d6991-3445-4e22-b925-07d0db3f9c53', 'status': 'completed', 'code': 200} Jul 20 18:01:12.668905 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:12.678741 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:12.708454 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956216c-8a06-4618-9aba-6cac2cce274f req-b2e3dfe6-4963-471e-af16-4e3f4dc9972c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:12.711910 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4956216c-8a06-4618-9aba-6cac2cce274f req-b2e3dfe6-4963-471e-af16-4e3f4dc9972c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0914321 Jul 20 18:01:12.825647 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4956216c-8a06-4618-9aba-6cac2cce274f req-a3afd84e-e164-4bec-95d4-b8c8852bdb67 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050708 Jul 20 18:01:12.890260 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9300bfdd-cc07-47de-8cc7-97350f7918f9 req-048b14e7-52c8-4a61-8a4e-72a1d4bb5578 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=fac828c2-c187-403c-ab41-1bff5198e864 HTTP/1.1" status: 200 len: 210 time: 0.0626254 Jul 20 18:01:12.950113 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:13.111381 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:01:13.120247 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:13.120885 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:00:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:13.235256 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:13.459046 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:13.474314 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:13.489236 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac8a9a-0721-490d-86f4-d197179ef352 None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:01:13.511691 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-1939545c-544f-474c-82b3-77c2d83617e8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:13.513297 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-1939545c-544f-474c-82b3-77c2d83617e8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/networks?id=885129ec-1a3f-4b48-91f6-37a83d4aaec8 HTTP/1.1" status: 200 len: 813 time: 0.1216471 Jul 20 18:01:13.534547 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-36d66807-7287-4080-8b33-a8d76cb66c87 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/quotas/e56fb66af8654665b5869624adb1c8c8 HTTP/1.1" status: 200 len: 375 time: 0.0148280 Jul 20 18:01:13.575123 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-c3f6c4c2-37b4-4c68-8f5a-b5ea6dc70d36 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e56fb66af8654665b5869624adb1c8c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346897 Jul 20 18:01:13.689603 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-3cbe6a68-1f6b-4d8b-bba9-9dfff19d4b32 service neutron] 10.222.0.27 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045642 Jul 20 18:01:13.811973 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-2ececd87-f8bc-4534-84e1-92559a8e2a1f service neutron] 10.222.0.27 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160939 Jul 20 18:01:13.844772 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a629a98-ebe8-489c-815f-4a475c2719ee None None] New status for floating IP d6eba44d-568d-4af5-9847-c9065f642dc2: DOWN {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:01:13.992006 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af192-a2d2-4537-b64a-f082b5aac2e4 req-9a3861cb-6a62-4fc1-8a6d-8c533dd32cd8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:13.993558 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-539af192-a2d2-4537-b64a-f082b5aac2e4 req-9a3861cb-6a62-4fc1-8a6d-8c533dd32cd8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0571809 Jul 20 18:01:14.063671 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-539af192-a2d2-4537-b64a-f082b5aac2e4 req-dbac379b-c5b9-4147-810a-1648cc0d5b50 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630848 Jul 20 18:01:14.137189 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:14.183582 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b3df932c-3662-4eb1-a9ca-d290a05aeb43 req-326ed732-7c43-4e47-9e2a-2ebdcdc62f28 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 210 time: 0.0455554 Jul 20 18:01:14.222428 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51828) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:14.286177 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d5b7-ce13-4805-bc8f-67fe8256ed64 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (a7a21b63-54a6-404f-ac74-712536c3e04c), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:14.309198 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device be5d6991-3445-4e22-b925-07d0db3f9c53 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:01:14.311779 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d5b7-ce13-4805-bc8f-67fe8256ed64 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (a7a21b63-54a6-404f-ac74-712536c3e04c), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:14.330812 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: be5d6991-3445-4e22-b925-07d0db3f9c53 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:01:14.331157 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device be5d6991-3445-4e22-b925-07d0db3f9c53 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:01:14.500243 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d5b7-ce13-4805-bc8f-67fe8256ed64 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a7a21b63-54a6-404f-ac74-712536c3e04c), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:14.502901 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d5b7-ce13-4805-bc8f-67fe8256ed64 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:14.504078 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-a1f9d5b7-ce13-4805-bc8f-67fe8256ed64 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "DELETE /v2.0/security-groups/a7a21b63-54a6-404f-ac74-712536c3e04c HTTP/1.1" status: 204 len: 168 time: 0.2805426 Jul 20 18:01:14.507193 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51832) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:14.513564 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9d5b7-ce13-4805-bc8f-67fe8256ed64 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a21b63-54a6-404f-ac74-712536c3e04c,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:14.522700 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.api.v2.resource [None req-68f50700-1704-4dd8-b742-4a909cf407ab tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] show failed (client error): The resource could not be found. Jul 20 18:01:14.526458 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-68f50700-1704-4dd8-b742-4a909cf407ab tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups/a7a21b63-54a6-404f-ac74-712536c3e04c HTTP/1.1" status: 404 len: 347 time: 0.0150688 Jul 20 18:01:14.526874 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51834) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:14.541709 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:14.669303 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Deleting port aef2f504-30e7-410f-88e2-bc6e196b965b {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:01:14.669673 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (aef2f504-30e7-410f-88e2-bc6e196b965b), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:14.760453 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (aef2f504-30e7-410f-88e2-bc6e196b965b), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:14.760949 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (aef2f504-30e7-410f-88e2-bc6e196b965b), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:14.775993 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Calling delete_port for aef2f504-30e7-410f-88e2-bc6e196b965b owned by network:floatingip {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:01:15.008888 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (aef2f504-30e7-410f-88e2-bc6e196b965b), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:15.038879 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'Port': ['ID=aef2f504-30e7-410f-88e2-bc6e196b965b,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:15.105868 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (d6eba44d-568d-4af5-9847-c9065f642dc2), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:15.108444 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:15.109651 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ae291f7e-f32e-4f4a-bb6c-e020252fc5f4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "DELETE /v2.0/floatingips/d6eba44d-568d-4af5-9847-c9065f642dc2 HTTP/1.1" status: 204 len: 168 time: 0.5813706 Jul 20 18:01:15.260829 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-72aea705-98f2-4450-bb44-83f02dff3f23 req-0cfd381e-a3ab-43c1-9e57-205aeb4ff315 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 210 time: 0.0321693 Jul 20 18:01:15.350684 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51846) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:15.355260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-3d491c60-e9b9-44d2-919e-82367261ebd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781170633', 'description': 'tempest-description--817538820'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:15.523176 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3d491c60-e9b9-44d2-919e-82367261ebd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:15.592694 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:15.607677 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3d491c60-e9b9-44d2-919e-82367261ebd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (01db3a1f-cdd6-467d-87a0-17579f31f522), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:15.682911 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3d491c60-e9b9-44d2-919e-82367261ebd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (01db3a1f-cdd6-467d-87a0-17579f31f522), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:15.718797 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d491c60-e9b9-44d2-919e-82367261ebd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01db3a1f-cdd6-467d-87a0-17579f31f522,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:15.818657 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3d491c60-e9b9-44d2-919e-82367261ebd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:15.820837 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-3d491c60-e9b9-44d2-919e-82367261ebd9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4688158 Jul 20 18:01:15.825123 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 51848) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:15.830467 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-8763a194-cc96-4ed7-ab35-a1e36bf7be55 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group_rule': {'security_group_id': '01db3a1f-cdd6-467d-87a0-17579f31f522', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:15.961205 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8763a194-cc96-4ed7-ab35-a1e36bf7be55 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (d20495d7-4da3-461c-b6c0-a00dd64728db), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.031578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8763a194-cc96-4ed7-ab35-a1e36bf7be55 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (d20495d7-4da3-461c-b6c0-a00dd64728db), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.141587 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8763a194-cc96-4ed7-ab35-a1e36bf7be55 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (d20495d7-4da3-461c-b6c0-a00dd64728db), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.167497 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763a194-cc96-4ed7-ab35-a1e36bf7be55 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20495d7-4da3-461c-b6c0-a00dd64728db,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:16.314000 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8763a194-cc96-4ed7-ab35-a1e36bf7be55 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.318844 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8763a194-cc96-4ed7-ab35-a1e36bf7be55 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926741 Jul 20 18:01:16.319330 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51858) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:16.325529 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-a73d3531-23ca-4114-b8dc-1fca825b7a5e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group_rule': {'security_group_id': '01db3a1f-cdd6-467d-87a0-17579f31f522', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:16.355022 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:16.401933 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b22aca20-a1cb-4d8d-bb4f-4652fa313a0a req-52e41daa-e630-48ae-862f-ce1bec326db8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 210 time: 0.0378592 Jul 20 18:01:16.552812 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a73d3531-23ca-4114-b8dc-1fca825b7a5e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (149bce40-146e-44b6-ab90-22838dc1b65c), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.624662 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a73d3531-23ca-4114-b8dc-1fca825b7a5e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (149bce40-146e-44b6-ab90-22838dc1b65c), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.734784 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a73d3531-23ca-4114-b8dc-1fca825b7a5e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (149bce40-146e-44b6-ab90-22838dc1b65c), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.747883 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3531-23ca-4114-b8dc-1fca825b7a5e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149bce40-146e-44b6-ab90-22838dc1b65c,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:16.874185 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a73d3531-23ca-4114-b8dc-1fca825b7a5e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:16.876228 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-a73d3531-23ca-4114-b8dc-1fca825b7a5e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5542634 Jul 20 18:01:16.880135 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 51866) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:16.889938 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:17.019123 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:17.025728 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:17.043427 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-c52e1a4c-970f-4f15-b4a1-e9167270ca63 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:17.046532 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-c52e1a4c-970f-4f15-b4a1-e9167270ca63 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.13 "GET /v2.0/networks?id=885129ec-1a3f-4b48-91f6-37a83d4aaec8 HTTP/1.1" status: 200 len: 813 time: 0.1421175 Jul 20 18:01:17.072153 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Request body: {'port': {'device_id': '31d701f3-b2cd-438b-9391-cdee926dc65d', 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8', 'admin_state_up': True, 'tenant_id': 'e56fb66af8654665b5869624adb1c8c8'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:17.119183 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:17.263989 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Allocated IP 172.28.3.244 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/ca6e4f72-71cc-43fa-a84d-5b505ded8f09) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:01:17.395909 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:17.512755 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:17.559577 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Made reservation on behalf of e56fb66af8654665b5869624adb1c8c8 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:01:17.561126 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7b2ad696-6de4-4b22-bbe7-67d45c324b90 req-1833ff73-163b-4669-82ca-e7a6dde013db tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 210 time: 0.0671749 Jul 20 18:01:17.570109 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:17.596524 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:01:17.600083 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:01:17.604110 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:01:17.625127 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:17.631085 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=ca6e4f72-71cc-43fa-a84d-5b505ded8f09,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:17.693693 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (034aa4da-99b4-49ed-b113-5b6a95486478), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:17.797678 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:17.824247 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:17.831014 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Allocated IP 172.20.0.6 (885129ec-1a3f-4b48-91f6-37a83d4aaec8/cd8a67f8-7d3c-4128-8aef-9d8beca1a98d/5815ccad-cc2e-4ecd-854b-c92ded030e97) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:01:18.009022 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks [] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:18.013268 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:18.013723 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:18.140892 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:18.142001 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:18.182278 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (034aa4da-99b4-49ed-b113-5b6a95486478), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:18.196073 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:01:18.199660 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:01:18.204082 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:01:18.205722 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=ca6e4f72-71cc-43fa-a84d-5b505ded8f09,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:18.244817 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Pushing event updated for resources: {'Port': ['ID=5815ccad-cc2e-4ecd-854b-c92ded030e97,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:18.278077 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:18.278759 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:18.360597 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:18.361909 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-249dceb1-2a6b-42a8-a907-c8f3c9593f07 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4806631 Jul 20 18:01:18.406541 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-bad2a6bc-4e08-4592-b9f5-74323f16b7b0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3417737 Jul 20 18:01:18.590309 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-5b8da513-3fda-478e-947a-0e433ff4e1f3 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1781170633&fields=id&tenant_id=42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 267 time: 0.0497069 Jul 20 18:01:18.746591 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a47a1c-2a40-4d1a-8048-7cb0d2e05cae req-19e3a143-d5b6-443e-a8ef-ccdfae198df3 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:18.748077 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-57a47a1c-2a40-4d1a-8048-7cb0d2e05cae req-19e3a143-d5b6-443e-a8ef-ccdfae198df3 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 931 time: 0.0762894 Jul 20 18:01:18.779411 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-39c9d4cb-25f5-41c1-8ba5-4766397ede80 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:18.781967 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-39c9d4cb-25f5-41c1-8ba5-4766397ede80 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 815 time: 0.1844993 Jul 20 18:01:18.810940 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-c0350a1f-56a9-4394-8ec8-c431149a20e7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/quotas/42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 375 time: 0.0226116 Jul 20 18:01:18.836196 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-57a47a1c-2a40-4d1a-8048-7cb0d2e05cae req-74d2f297-50bb-432e-9975-e4d3da3b3594 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Jul 20 18:01:18.869429 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-58ae9d54-b9f0-4999-8ab0-d21afd7f1db0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499754 Jul 20 18:01:18.911389 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Request body: {'port': {'device_id': '31d701f3-b2cd-438b-9391-cdee926dc65d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:18.986133 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-0cf4dcd0-25a8-4368-b275-bf5375078b5b service neutron] 10.222.0.27 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049702 Jul 20 18:01:19.007623 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:19.060097 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:19.102753 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-9feab8cc-854f-4862-8b47-6fa868331f46 service neutron] 10.222.0.27 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088071 Jul 20 18:01:19.239879 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:19.327550 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5815ccad-cc2e-4ecd-854b-c92ded030e97 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:01:19.336887 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Publish callbacks [] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:19.359510 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Transition to ACTIVE for port object 5815ccad-cc2e-4ecd-854b-c92ded030e97 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:01:19.412825 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ce58c5a5-e348-445e-8a67-3cd580707343 req-39e1e688-3753-49ed-8a33-81b0b8562266 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 210 time: 0.0416758 Jul 20 18:01:19.460596 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:19.517322 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Pushing event updated for resources: {'Port': ['ID=5815ccad-cc2e-4ecd-854b-c92ded030e97,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:19.604951 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Attempting to bind port 5815ccad-cc2e-4ecd-854b-c92ded030e97 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:01:19.605285 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Attempting to bind port 5815ccad-cc2e-4ecd-854b-c92ded030e97 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:01:19.605612 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Attempting to bind port 5815ccad-cc2e-4ecd-854b-c92ded030e97 on network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:01:19.610280 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Port 5815ccad-cc2e-4ecd-854b-c92ded030e97 on network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:01:19.610597 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Attempting to bind port 5815ccad-cc2e-4ecd-854b-c92ded030e97 on network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:01:19.615478 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:01:19.615810 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Checking segment: {'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:01:19.616190 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Bound using segment: {'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:01:19.616652 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Bound port: 5815ccad-cc2e-4ecd-854b-c92ded030e97, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:01:19.617010 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:19.649996 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:19.685460 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] For port 5815ccad-cc2e-4ecd-854b-c92ded030e97, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:01:19.689941 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] For port 5815ccad-cc2e-4ecd-854b-c92ded030e97, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5815ccad-cc2e-4ecd-854b-c92ded030e97,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:01:19.763256 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:19.797536 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:19.798083 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:19.799468 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] 10.222.0.13 "PUT /v2.0/ports/5815ccad-cc2e-4ecd-854b-c92ded030e97 HTTP/1.1" status: 200 len: 1093 time: 0.8925302 Jul 20 18:01:19.799913 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d701f3-b2cd-438b-9391-cdee926dc65d', 'tag': '5815ccad-cc2e-4ecd-854b-c92ded030e97'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:19.802222 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c047e0-6dc7-4c95-ae8e-de7a97634020" -d '{"events": [{"name": "network-changed", "server_uuid": "31d701f3-b2cd-438b-9391-cdee926dc65d", "tag": "5815ccad-cc2e-4ecd-854b-c92ded030e97"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:19.835185 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297a9bc-19ff-40f3-ad6f-d82e5e52a10c service neutron] Pushing event updated for resources: {'Port': ['ID=5815ccad-cc2e-4ecd-854b-c92ded030e97,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:19.855994 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4df686-9971-4948-ba7b-a0c2a031abc7 x-openstack-request-id: req-ee4df686-9971-4948-ba7b-a0c2a031abc7 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:19.856535 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d701f3-b2cd-438b-9391-cdee926dc65d", "tag": "5815ccad-cc2e-4ecd-854b-c92ded030e97", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:19.856959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ee4df686-9971-4948-ba7b-a0c2a031abc7 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:19.857385 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4df686-9971-4948-ba7b-a0c2a031abc7'] response: {'name': 'network-changed', 'server_uuid': '31d701f3-b2cd-438b-9391-cdee926dc65d', 'tag': '5815ccad-cc2e-4ecd-854b-c92ded030e97', 'status': 'completed', 'code': 200} Jul 20 18:01:19.948645 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c047e0-6dc7-4c95-ae8e-de7a97634020 req-444df823-03b5-4697-9f54-eb87d1758e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:19.950090 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-87c047e0-6dc7-4c95-ae8e-de7a97634020 req-444df823-03b5-4697-9f54-eb87d1758e7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e56fb66af8654665b5869624adb1c8c8&device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 1127 time: 0.0482731 Jul 20 18:01:19.960319 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc7b3-2c04-4ba2-a9e0-6dd5e0d969ed req-6ebcb503-6d0b-48cb-a239-7e383b4a4a12 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:19.961990 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3e1fc7b3-2c04-4ba2-a9e0-6dd5e0d969ed req-6ebcb503-6d0b-48cb-a239-7e383b4a4a12 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 943 time: 0.0515938 Jul 20 18:01:20.021041 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3e1fc7b3-2c04-4ba2-a9e0-6dd5e0d969ed req-e056490e-9a65-4306-b439-fdad69db9aaf tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531487 Jul 20 18:01:20.071849 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c047e0-6dc7-4c95-ae8e-de7a97634020 req-d25cf2a3-9619-47b4-b364-ee9b38ee1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:20.073545 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-87c047e0-6dc7-4c95-ae8e-de7a97634020 req-d25cf2a3-9619-47b4-b364-ee9b38ee1a8e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e56fb66af8654665b5869624adb1c8c8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1093817 Jul 20 18:01:20.191476 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c047e0-6dc7-4c95-ae8e-de7a97634020 req-1b59decf-8ee9-4dae-a48c-b0da083180ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:20.193034 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-87c047e0-6dc7-4c95-ae8e-de7a97634020 req-1b59decf-8ee9-4dae-a48c-b0da083180ad service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123960 Jul 20 18:01:20.317331 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-653d749a-67b7-4d6d-92a5-9837aafc6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:20.318906 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-653d749a-67b7-4d6d-92a5-9837aafc6249 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e56fb66af8654665b5869624adb1c8c8&device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 1127 time: 0.0441737 Jul 20 18:01:20.370060 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-6180849c-0bf1-4778-8119-3f8e387c7427 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5815ccad-cc2e-4ecd-854b-c92ded030e97 HTTP/1.1" status: 200 len: 217 time: 0.0364268 Jul 20 18:01:20.428992 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-d9b271c6-9f27-43ce-bcc9-bb7099e00118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:20.430695 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-d9b271c6-9f27-43ce-bcc9-bb7099e00118 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd8a67f8-7d3c-4128-8aef-9d8beca1a98d HTTP/1.1" status: 200 len: 853 time: 0.0544715 Jul 20 18:01:20.465723 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-197d9d9f-bf48-434e-83ad-0bc755273c68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=885129ec-1a3f-4b48-91f6-37a83d4aaec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282645 Jul 20 18:01:20.529046 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4491b38f-17a9-40ee-8489-c5f90bdb05c3 req-f2542819-69b2-41ab-bd1e-8d84ada811d1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 210 time: 0.0387220 Jul 20 18:01:20.562688 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-0d8a62ad-82fb-484f-9a8a-51231494e019 service neutron] 10.222.0.13 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903490 Jul 20 18:01:20.656931 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:20.668457 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1bbad281-7f19-46ac-8f0e-2c74cf511066 req-b13274a5-ffb3-4b81-9955-636913dc10b4 service neutron] 10.222.0.13 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972435 Jul 20 18:01:21.149626 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321ca71-8627-4e5c-af3f-f32ad25c88d2 req-85bdf608-e755-4207-a87f-f311db7114fb tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:21.151106 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a321ca71-8627-4e5c-af3f-f32ad25c88d2 req-85bdf608-e755-4207-a87f-f311db7114fb tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 943 time: 0.0501981 Jul 20 18:01:21.209916 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a321ca71-8627-4e5c-af3f-f32ad25c88d2 req-1d51eae1-d837-4965-a8cb-38ebd241df5a tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529764 Jul 20 18:01:21.479992 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4407-b77b-47b6-8522-23cf991623c7 req-1110c0cd-ebf9-495f-b02b-49993d4068d9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:21.481597 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0cee4407-b77b-47b6-8522-23cf991623c7 req-1110c0cd-ebf9-495f-b02b-49993d4068d9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0474184 Jul 20 18:01:21.531233 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0cee4407-b77b-47b6-8522-23cf991623c7 req-ec794bd6-7802-4484-9294-80f143937da8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431979 Jul 20 18:01:21.632411 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8e055a81-e958-4f9d-9fd6-98162eb6dd27 req-e911c303-c156-42d2-ba9d-611ff4f7a2ae tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 210 time: 0.0293875 Jul 20 18:01:22.103239 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-85130c4a-370d-4f74-a37d-dafdf5dedbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:22.104831 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-85130c4a-370d-4f74-a37d-dafdf5dedbd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1129 time: 0.0410335 Jul 20 18:01:22.204090 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-5da18321-23c6-4127-806d-b5069ad5932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:22.205987 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-5da18321-23c6-4127-806d-b5069ad5932c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.0945599 Jul 20 18:01:22.301111 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-6b5a9543-6b4a-4b66-b0b4-62b6f6897709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 200 len: 1001 time: 0.0675879 Jul 20 18:01:22.337385 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1908-2cac-4658-97bc-e35a08be5080 req-51464000-5b01-49a2-b076-f757c0ea07ef tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:22.339137 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c56f1908-2cac-4658-97bc-e35a08be5080 req-51464000-5b01-49a2-b076-f757c0ea07ef tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 943 time: 0.0533507 Jul 20 18:01:22.369639 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-ac798003-3d56-44f9-939c-6971b5598dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:22.371122 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-ac798003-3d56-44f9-939c-6971b5598dfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0610428 Jul 20 18:01:22.585971 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c56f1908-2cac-4658-97bc-e35a08be5080 req-fa38f36d-d3ec-48c3-b193-62175a3f2ee7 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405968 Jul 20 18:01:22.591042 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:22.654540 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-23f57f31-3e85-4758-bb53-9de48d33646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:22.655012 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2600-192d-426f-985d-4cbbd2de1c8e req-c4b4d367-6303-4273-b42f-ddcb64fe9288 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:22.656101 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-23f57f31-3e85-4758-bb53-9de48d33646c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424759 Jul 20 18:01:22.656550 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-acec2600-192d-426f-985d-4cbbd2de1c8e req-c4b4d367-6303-4273-b42f-ddcb64fe9288 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0481861 Jul 20 18:01:22.696135 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:22.738730 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-acec2600-192d-426f-985d-4cbbd2de1c8e req-5f7a6389-0644-4e9c-8f5f-d3c1d277ae96 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743861 Jul 20 18:01:22.755772 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4b91ec07-a9ce-495c-8a87-431bd1953e9f req-a18b6be3-f806-4778-928e-cf7b812ab0e6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 210 time: 0.0390725 Jul 20 18:01:22.772754 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-47d3dea6-d571-4a10-b828-680ac8b828a4 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945435 Jul 20 18:01:22.879933 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-60b6fbaf-f19e-4bad-a407-2ab9286e50b3 req-d538c836-dce1-4287-b189-355004d95a83 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010644 Jul 20 18:01:23.307256 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-38114ae2-6497-4173-bbaa-510de62cad60 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:23.308872 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-38114ae2-6497-4173-bbaa-510de62cad60 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 815 time: 0.1163073 Jul 20 18:01:23.663434 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-c4c84c79-08d3-4d69-afed-f8f188457853 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 380 time: 0.0729182 Jul 20 18:01:23.675487 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'port': {'device_id': '488eab30-3946-46d9-bb0e-65f0558097cc', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'admin_state_up': True, 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'security_groups': ['01db3a1f-cdd6-467d-87a0-17579f31f522']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:23.743642 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0918-3fe3-4a8b-ae89-6da1998f16c0 req-1f46693c-3a8b-4010-9560-3b9eac940ef3 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:23.745869 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-525f0918-3fe3-4a8b-ae89-6da1998f16c0 req-1f46693c-3a8b-4010-9560-3b9eac940ef3 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 943 time: 0.0706019 Jul 20 18:01:23.766518 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:23.806763 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-525f0918-3fe3-4a8b-ae89-6da1998f16c0 req-93b0491f-0b82-45db-a10d-efdd3fd2c970 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537879 Jul 20 18:01:23.930659 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6456ff31-0ddc-4d46-8d84-a379561be47d req-b43c6305-3544-448e-9b75-a075e24ed14e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 210 time: 0.0465739 Jul 20 18:01:23.940091 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36a9a2-f357-4672-afbe-03c8fbb88b28 req-8bc214f1-2952-48f3-a789-8a450d5356d7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:23.944584 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ba36a9a2-f357-4672-afbe-03c8fbb88b28 req-8bc214f1-2952-48f3-a789-8a450d5356d7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0967145 Jul 20 18:01:23.962504 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Made reservation on behalf of 42a3ef9ead804c5483de2cc4ac8855b3 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:01:23.966048 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:23.990688 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:24.005485 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ba36a9a2-f357-4672-afbe-03c8fbb88b28 req-85df48b4-5857-421a-a6c1-484801638b73 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538292 Jul 20 18:01:24.113875 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Allocated IP 172.20.0.5 (a279782c-a6f9-4260-a721-74e3c41283c9/595c17cd-33a2-4e71-856c-14bab02242fe/d3c7e45b-b828-4d7d-ba64-747d09f903a9) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:01:24.176777 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:24.307054 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:24.393989 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:24.404648 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 5815ccad-cc2e-4ecd-854b-c92ded030e97 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:01:24.428130 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:24.459207 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:24.460591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Network a279782c-a6f9-4260-a721-74e3c41283c9 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:01:24.466035 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:01:24.472262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:01:24.539882 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=d3c7e45b-b828-4d7d-ba64-747d09f903a9,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:24.590384 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:24.591983 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:24.592836 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 5815ccad-cc2e-4ecd-854b-c92ded030e97, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5815ccad-cc2e-4ecd-854b-c92ded030e97,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:24.607065 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '5815ccad-cc2e-4ecd-854b-c92ded030e97', 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8', 'port_id': '5815ccad-cc2e-4ecd-854b-c92ded030e97', 'mac_address': 'fa:16:3e:dd:07:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8a67f8-7d3c-4128-8aef-9d8beca1a98d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:01:24.655316 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 5815ccad-cc2e-4ecd-854b-c92ded030e97 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:01:24.655709 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:24.676774 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5815ccad-cc2e-4ecd-854b-c92ded030e97 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:01:24.688460 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-df1602de-f234-4cad-a3db-ca3b3e5df3b0 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0168350 Jul 20 18:01:24.709812 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 5815ccad-cc2e-4ecd-854b-c92ded030e97, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5815ccad-cc2e-4ecd-854b-c92ded030e97,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:24.713490 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Request body: {'port': {'device_id': '488eab30-3946-46d9-bb0e-65f0558097cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:24.785620 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:24.840882 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-2dab8e8f-19e6-4322-a2f1-6378b67ae19a None None] Provisioning complete for port d3c7e45b-b828-4d7d-ba64-747d09f903a9 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:01:24.841444 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2dab8e8f-19e6-4322-a2f1-6378b67ae19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:24.883458 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:24.958334 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-2dab8e8f-19e6-4322-a2f1-6378b67ae19a None None] Port d3c7e45b-b828-4d7d-ba64-747d09f903a9 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:01:24.970728 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=5815ccad-cc2e-4ecd-854b-c92ded030e97,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:24.990988 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9d0f-1581-4b08-8892-c60bb8330f03 req-56e9f4c4-850e-48a5-ba42-a1d56eee3610 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:24.999121 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-af6b9d0f-1581-4b08-8892-c60bb8330f03 req-56e9f4c4-850e-48a5-ba42-a1d56eee3610 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 944 time: 0.1001310 Jul 20 18:01:25.017157 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:25.091760 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-af6b9d0f-1581-4b08-8892-c60bb8330f03 req-c85c401d-e3f1-4fa9-a7cf-35dc6764e432 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908320 Jul 20 18:01:25.113540 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c7e45b-b828-4d7d-ba64-747d09f903a9 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:01:25.121676 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d82e99-9046-4230-9b97-735a27aae331 req-bf363d6f-92df-4782-8f40-f3da3014ccb7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:25.122596 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Publish callbacks [] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:25.123328 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-63d82e99-9046-4230-9b97-735a27aae331 req-bf363d6f-92df-4782-8f40-f3da3014ccb7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 931 time: 0.0896449 Jul 20 18:01:25.139238 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Transition to ACTIVE for port object d3c7e45b-b828-4d7d-ba64-747d09f903a9 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:01:25.195814 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-63d82e99-9046-4230-9b97-735a27aae331 req-137a3000-2bc8-4b4f-aef4-26ffd2af0554 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631156 Jul 20 18:01:25.231277 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:25.266557 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:25.277273 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197b84a-1ba3-49ac-a83f-b6c02ee257e0 req-8fec1031-f954-4db2-85b6-e873581757b4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:25.279701 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d197b84a-1ba3-49ac-a83f-b6c02ee257e0 req-8fec1031-f954-4db2-85b6-e873581757b4 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0826814 Jul 20 18:01:25.284738 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['5815ccad-cc2e-4ecd-854b-c92ded030e97'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:01:25.310758 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7e45b-b828-4d7d-ba64-747d09f903a9,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:25.353711 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d197b84a-1ba3-49ac-a83f-b6c02ee257e0 req-2739e48d-3ccb-4acd-a0e5-8fa9e03c3efd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668960 Jul 20 18:01:25.418525 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Attempting to bind port d3c7e45b-b828-4d7d-ba64-747d09f903a9 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:01:25.419135 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Attempting to bind port d3c7e45b-b828-4d7d-ba64-747d09f903a9 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:01:25.419236 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Attempting to bind port d3c7e45b-b828-4d7d-ba64-747d09f903a9 on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:01:25.427475 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Port d3c7e45b-b828-4d7d-ba64-747d09f903a9 on network a279782c-a6f9-4260-a721-74e3c41283c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:01:25.427811 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Attempting to bind port d3c7e45b-b828-4d7d-ba64-747d09f903a9 on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:01:25.434261 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:01:25.438262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Checking segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:01:25.438262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Bound using segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:01:25.438262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Bound port: d3c7e45b-b828-4d7d-ba64-747d09f903a9, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:01:25.438262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:25.534354 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] For port d3c7e45b-b828-4d7d-ba64-747d09f903a9, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:01:25.538326 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] For port d3c7e45b-b828-4d7d-ba64-747d09f903a9, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3c7e45b-b828-4d7d-ba64-747d09f903a9,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:01:25.591790 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:25.634744 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:25.635314 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:25.636745 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3c7e45b-b828-4d7d-ba64-747d09f903a9 HTTP/1.1" status: 200 len: 1093 time: 0.9339502 Jul 20 18:01:25.637195 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488eab30-3946-46d9-bb0e-65f0558097cc', 'tag': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:25.643206 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd93d2a-470c-42d4-8c95-6a1f4650981d" -d '{"events": [{"name": "network-changed", "server_uuid": "488eab30-3946-46d9-bb0e-65f0558097cc", "tag": "d3c7e45b-b828-4d7d-ba64-747d09f903a9"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:25.656620 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1c97-e060-4952-ac76-685f47698bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:25.668773 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f7a34-6f85-44ab-bf02-b7a604462617 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7e45b-b828-4d7d-ba64-747d09f903a9,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:25.692432 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b0b244-be38-4659-8153-2059f28223de x-openstack-request-id: req-79b0b244-be38-4659-8153-2059f28223de {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:25.692922 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488eab30-3946-46d9-bb0e-65f0558097cc", "tag": "d3c7e45b-b828-4d7d-ba64-747d09f903a9", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:25.693331 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-79b0b244-be38-4659-8153-2059f28223de {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:25.694183 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b0b244-be38-4659-8153-2059f28223de'] response: {'name': 'network-changed', 'server_uuid': '488eab30-3946-46d9-bb0e-65f0558097cc', 'tag': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'status': 'completed', 'code': 200} Jul 20 18:01:25.794036 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd93d2a-470c-42d4-8c95-6a1f4650981d req-51a7d5db-b986-456a-bc53-d74cf4093387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:25.795766 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-4bd93d2a-470c-42d4-8c95-6a1f4650981d req-51a7d5db-b986-456a-bc53-d74cf4093387 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 1127 time: 0.0491726 Jul 20 18:01:25.925591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd93d2a-470c-42d4-8c95-6a1f4650981d req-d0b981fe-eb4e-420b-b0cf-2e42483e69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:25.927075 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-4bd93d2a-470c-42d4-8c95-6a1f4650981d req-d0b981fe-eb4e-420b-b0cf-2e42483e69c1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1167519 Jul 20 18:01:26.043636 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd93d2a-470c-42d4-8c95-6a1f4650981d req-128d2199-edab-4837-87a4-ab3813525db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.045204 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-4bd93d2a-470c-42d4-8c95-6a1f4650981d req-128d2199-edab-4837-87a4-ab3813525db7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090183 Jul 20 18:01:26.176419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-aa80f7a8-7122-44ac-87aa-5e0eaf36db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.177880 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-aa80f7a8-7122-44ac-87aa-5e0eaf36db6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 1127 time: 0.0442796 Jul 20 18:01:26.213585 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:26.231218 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b8e0a-6ac9-4754-970e-9edf01bf5535 req-d2561373-a472-43f5-ad37-cc8162d45c6d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.232930 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c23b8e0a-6ac9-4754-970e-9edf01bf5535 req-d2561373-a472-43f5-ad37-cc8162d45c6d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 944 time: 0.0560892 Jul 20 18:01:26.259610 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-35a53c05-c31b-4ca1-8bf5-728a14e797aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3c7e45b-b828-4d7d-ba64-747d09f903a9 HTTP/1.1" status: 200 len: 217 time: 0.0622745 Jul 20 18:01:26.345496 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:26.362581 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c23b8e0a-6ac9-4754-970e-9edf01bf5535 req-d45cf50c-6529-4390-af76-b91b2c49600b tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214800 Jul 20 18:01:26.377125 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-3c175dec-a08d-4fca-ae41-63559c1b4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.377615 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef7208-acef-4e07-a490-8f310dab39e0 req-376ba85a-6b32-431e-8695-b5624e6a664b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.379306 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-edef7208-acef-4e07-a490-8f310dab39e0 req-376ba85a-6b32-431e-8695-b5624e6a664b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 943 time: 0.0921309 Jul 20 18:01:26.381319 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-3c175dec-a08d-4fca-ae41-63559c1b4dc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.1046717 Jul 20 18:01:26.398206 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 5815ccad-cc2e-4ecd-854b-c92ded030e97 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:01:26.475882 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 5815ccad-cc2e-4ecd-854b-c92ded030e97 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:01:26.483735 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-edef7208-acef-4e07-a490-8f310dab39e0 req-8fa7bbb5-574d-4f91-a626-3bc98c72c09a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979450 Jul 20 18:01:26.521705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-4cfd0666-b2b6-478f-84d1-9f9a4807cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.523350 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-4cfd0666-b2b6-478f-84d1-9f9a4807cdb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1128290 Jul 20 18:01:26.525365 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-8977c5c3-a89e-456d-b40f-c44c128b04d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1167939 Jul 20 18:01:26.544683 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d09ff-e0cc-429b-82ba-1fd04f630f22 req-e5832b3c-f9fc-405d-b766-67e1c84bf9e6 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.547056 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-711d09ff-e0cc-429b-82ba-1fd04f630f22 req-e5832b3c-f9fc-405d-b766-67e1c84bf9e6 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0621395 Jul 20 18:01:26.626502 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 5815ccad-cc2e-4ecd-854b-c92ded030e97 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:01:26.626921 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:26.631448 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-711d09ff-e0cc-429b-82ba-1fd04f630f22 req-56ca70a3-2747-496f-bec7-e60a9c0abde7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782516 Jul 20 18:01:26.657584 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-a9e5b504-db3d-4285-8a15-0ff636d60a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.664067 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-a9e5b504-db3d-4285-8a15-0ff636d60a5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 1129 time: 0.0843945 Jul 20 18:01:26.733772 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 5815ccad-cc2e-4ecd-854b-c92ded030e97 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:01:26.735196 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:26.737916 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-c137cee5-cf6c-42f6-880b-bf5e185aa81f service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913662 Jul 20 18:01:26.764896 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d701f3-b2cd-438b-9391-cdee926dc65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5815ccad-cc2e-4ecd-854b-c92ded030e97'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:26.767896 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7643c5-e11f-46ba-ad1e-32a241d40099" -d '{"events": [{"server_uuid": "31d701f3-b2cd-438b-9391-cdee926dc65d", "name": "network-vif-plugged", "status": "completed", "tag": "5815ccad-cc2e-4ecd-854b-c92ded030e97"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:26.785697 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 5815ccad-cc2e-4ecd-854b-c92ded030e97, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5815ccad-cc2e-4ecd-854b-c92ded030e97,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:26.813330 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6cd45-33f7-414f-b13e-dc2092bd9de3 x-openstack-request-id: req-c0c6cd45-33f7-414f-b13e-dc2092bd9de3 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:26.813817 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d701f3-b2cd-438b-9391-cdee926dc65d", "name": "network-vif-plugged", "status": "completed", "tag": "5815ccad-cc2e-4ecd-854b-c92ded030e97", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:26.814064 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c0c6cd45-33f7-414f-b13e-dc2092bd9de3 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:26.814675 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c6cd45-33f7-414f-b13e-dc2092bd9de3'] response: {'server_uuid': '31d701f3-b2cd-438b-9391-cdee926dc65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5815ccad-cc2e-4ecd-854b-c92ded030e97', 'code': 200} Jul 20 18:01:26.888096 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-8310b9a6-d2a9-4471-a413-55ef66535fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:26.889599 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-8310b9a6-d2a9-4471-a413-55ef66535fc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.1773999 Jul 20 18:01:26.917333 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:26.926816 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7ed1e9d5-7fc1-4789-8798-d0b21eb09a6d req-41d1ca41-b7cc-491a-9952-4ba4f8dd35fa service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769369 Jul 20 18:01:26.955450 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-b59daa7b-1625-4c9d-bcbd-da142b6a7970 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68500949-7d38-47c0-81cc-655c30bacb9a HTTP/1.1" status: 200 len: 217 time: 0.0489376 Jul 20 18:01:26.974925 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:26.997270 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=5815ccad-cc2e-4ecd-854b-c92ded030e97,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:27.020229 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-57617702-9717-45e8-b651-ed9f866a38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:27.021901 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-57617702-9717-45e8-b651-ed9f866a38bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0573413 Jul 20 18:01:27.086351 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:27.090970 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-a061c6f8-98d7-4df1-9b54-a8ca238885f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:27.092902 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-a061c6f8-98d7-4df1-9b54-a8ca238885f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0642064 Jul 20 18:01:27.238311 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-40e14ee2-50b7-4bb8-bfbd-b0f99efbc82e service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387691 Jul 20 18:01:27.512377 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac1bd2-6b14-4f85-8c9b-ff366d685250 req-65dfc7b8-43fc-4c92-9b18-f5d7262df262 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:27.514024 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-97ac1bd2-6b14-4f85-8c9b-ff366d685250 req-65dfc7b8-43fc-4c92-9b18-f5d7262df262 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.0531209 Jul 20 18:01:27.582007 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-97ac1bd2-6b14-4f85-8c9b-ff366d685250 req-209ff88a-b96d-454d-b75f-e0d96e1ff1c8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610130 Jul 20 18:01:27.623738 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582a8e-892c-49c4-b1ab-707eadb4ed7d req-638d9f3a-3479-44e5-9c62-934dabf8cd12 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:27.628612 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-92582a8e-892c-49c4-b1ab-707eadb4ed7d req-638d9f3a-3479-44e5-9c62-934dabf8cd12 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 943 time: 0.0648971 Jul 20 18:01:27.679746 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-92582a8e-892c-49c4-b1ab-707eadb4ed7d req-4ffae214-6506-4985-a52b-3889553ef6eb tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477030 Jul 20 18:01:27.780541 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:27.790304 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a52972-d07d-4bdc-8023-f1d85c4507cd req-fedc40ac-9d8e-464d-b594-214c5840311f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:27.791866 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f8a52972-d07d-4bdc-8023-f1d85c4507cd req-fedc40ac-9d8e-464d-b594-214c5840311f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0521791 Jul 20 18:01:27.846638 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f8a52972-d07d-4bdc-8023-f1d85c4507cd req-8323a548-e7f4-4d6b-aeeb-485479fdb66d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472732 Jul 20 18:01:28.059882 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e6580bc1-ab00-441b-8888-b7c611b3800e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:28.444990 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfecfe-e3b3-4166-bbcc-e0a67e1ebe7a req-fca9befb-5e40-491f-9bec-afad64bdffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:28.446522 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-efdfecfe-e3b3-4166-bbcc-e0a67e1ebe7a req-fca9befb-5e40-491f-9bec-afad64bdffc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 1129 time: 0.1032255 Jul 20 18:01:28.490908 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b630587e-d5d7-40d4-8212-647b3bdd01e9 req-064a3fc8-9796-406d-b4b3-3e4f8fea8e88 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777375 Jul 20 18:01:28.513160 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-efdfecfe-e3b3-4166-bbcc-e0a67e1ebe7a req-093332e8-04a0-4695-a79c-e57c143717e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601995 Jul 20 18:01:28.718003 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f5fe-26fd-4276-9096-5c6e71bd4d8f req-856b1768-65e8-4ecd-ae0f-d860f2df7be9 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:28.720821 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0a43f5fe-26fd-4276-9096-5c6e71bd4d8f req-856b1768-65e8-4ecd-ae0f-d860f2df7be9 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.0576115 Jul 20 18:01:28.786998 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0a43f5fe-26fd-4276-9096-5c6e71bd4d8f req-6069b52a-5f86-4a09-b5f1-0164b21efd4d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 Jul 20 18:01:28.825235 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc341621-297d-4bc7-9a17-fd76c2543755 req-c0c53daf-2336-42de-833b-2ea4d5e351ae tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:28.826852 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dc341621-297d-4bc7-9a17-fd76c2543755 req-c0c53daf-2336-42de-833b-2ea4d5e351ae tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 943 time: 0.0580733 Jul 20 18:01:28.879090 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dc341621-297d-4bc7-9a17-fd76c2543755 req-4bda1e6b-7b3b-4d3f-8da3-ce080fd0f1c2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Jul 20 18:01:28.976508 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda7c7f-eb20-4539-9dff-5031edd86979 req-51baaa3a-b5ba-4f08-8c8b-5f834669203d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:28.978047 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5eda7c7f-eb20-4539-9dff-5031edd86979 req-51baaa3a-b5ba-4f08-8c8b-5f834669203d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0480046 Jul 20 18:01:29.031112 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5eda7c7f-eb20-4539-9dff-5031edd86979 req-847c2189-cbb5-47db-9f18-8e32ae07e828 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474348 Jul 20 18:01:29.910025 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005250ee-d744-42e6-a872-a7ccfe1310ec req-e829b6f6-5d57-49ff-98ae-7a6f6074c6c8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:29.911645 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-005250ee-d744-42e6-a872-a7ccfe1310ec req-e829b6f6-5d57-49ff-98ae-7a6f6074c6c8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.0502601 Jul 20 18:01:29.983816 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-005250ee-d744-42e6-a872-a7ccfe1310ec req-b8627e74-bac1-4bae-87fd-d40b69411fe1 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658865 Jul 20 18:01:30.025025 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d5d17-178d-45ff-9d41-636b74c6bc4f req-75a8b3cf-7083-4961-8860-32260c0fff7f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:30.026534 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-029d5d17-178d-45ff-9d41-636b74c6bc4f req-75a8b3cf-7083-4961-8860-32260c0fff7f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 943 time: 0.0599868 Jul 20 18:01:30.080444 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-029d5d17-178d-45ff-9d41-636b74c6bc4f req-cce8c8ee-d034-450e-8179-b13d83f8b534 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462775 Jul 20 18:01:30.184603 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343274-1f5c-4c09-8b82-fcb59dfa829f req-634e72ab-6bd6-43a3-90d5-c5ceff901e58 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:30.186146 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d0343274-1f5c-4c09-8b82-fcb59dfa829f req-634e72ab-6bd6-43a3-90d5-c5ceff901e58 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0536284 Jul 20 18:01:30.213040 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:30.237827 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d0343274-1f5c-4c09-8b82-fcb59dfa829f req-e5c8f8f7-007e-485a-aca9-56c8e115a704 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451279 Jul 20 18:01:30.397277 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:30.420281 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device d3c7e45b-b828-4d7d-ba64-747d09f903a9 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:01:30.506265 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:30.530385 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port d3c7e45b-b828-4d7d-ba64-747d09f903a9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3c7e45b-b828-4d7d-ba64-747d09f903a9,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:30.549680 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'port_id': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'mac_address': 'fa:16:3e:94:3a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:01:30.594817 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port d3c7e45b-b828-4d7d-ba64-747d09f903a9 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:01:30.595087 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:30.608941 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c7e45b-b828-4d7d-ba64-747d09f903a9 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:01:30.631443 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port d3c7e45b-b828-4d7d-ba64-747d09f903a9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3c7e45b-b828-4d7d-ba64-747d09f903a9,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:30.754309 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:30.807367 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=d3c7e45b-b828-4d7d-ba64-747d09f903a9,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:31.099552 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:31.115224 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b51287-3961-4aeb-a8bd-f0ed825eb45f req-ac55ddb8-8e01-4ae3-b295-a8c584fdb8e7 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:31.116943 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-83b51287-3961-4aeb-a8bd-f0ed825eb45f req-ac55ddb8-8e01-4ae3-b295-a8c584fdb8e7 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.0543706 Jul 20 18:01:31.197850 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-83b51287-3961-4aeb-a8bd-f0ed825eb45f req-92b41a05-4d02-4795-a85d-8bd0557569a0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702147 Jul 20 18:01:31.237497 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70734cd-d9d4-4493-b017-b8749166e5b0 req-eb1c2df9-2ab7-478a-8787-f13ffa3312ee tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:31.239147 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f70734cd-d9d4-4493-b017-b8749166e5b0 req-eb1c2df9-2ab7-478a-8787-f13ffa3312ee tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 944 time: 0.0676510 Jul 20 18:01:31.277509 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['d3c7e45b-b828-4d7d-ba64-747d09f903a9'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:01:31.309203 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f70734cd-d9d4-4493-b017-b8749166e5b0 req-fa10e903-3e14-4a01-a3b3-de89790899a2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596647 Jul 20 18:01:31.413447 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24814a6-444f-43ce-9561-24f85a126b0e req-bf0e9785-5a6f-42d4-a9fe-1dcea93415a5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:31.418262 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e24814a6-444f-43ce-9561-24f85a126b0e req-bf0e9785-5a6f-42d4-a9fe-1dcea93415a5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0774002 Jul 20 18:01:31.487978 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:31.515122 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e24814a6-444f-43ce-9561-24f85a126b0e req-c178c385-a093-4126-8bc7-a04ee9f315fd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897517 Jul 20 18:01:31.517791 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:32.488806 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee7a1-39cd-4f97-ab71-e33ab0ad1011 req-b0bab1e3-ae2a-444f-9a46-aff18289c176 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:32.490516 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-195ee7a1-39cd-4f97-ab71-e33ab0ad1011 req-b0bab1e3-ae2a-444f-9a46-aff18289c176 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 944 time: 0.0584576 Jul 20 18:01:32.540467 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device d3c7e45b-b828-4d7d-ba64-747d09f903a9 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:01:32.551113 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-195ee7a1-39cd-4f97-ab71-e33ab0ad1011 req-50785ec8-f7f6-4a25-bd00-c8d358b2f758 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538874 Jul 20 18:01:32.618956 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port d3c7e45b-b828-4d7d-ba64-747d09f903a9 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:01:32.679735 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01245b-204c-4e90-929d-75dcb07ce17e req-ab5d616a-3dce-4302-8e23-c860ae9409a5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:32.681404 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b01245b-204c-4e90-929d-75dcb07ce17e req-ab5d616a-3dce-4302-8e23-c860ae9409a5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0541973 Jul 20 18:01:32.699759 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port d3c7e45b-b828-4d7d-ba64-747d09f903a9 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:01:32.700727 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:32.740769 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:32.754873 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b01245b-204c-4e90-929d-75dcb07ce17e req-9bc0c66a-9005-4ade-8733-e4cc290a8fa9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626304 Jul 20 18:01:32.795663 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port d3c7e45b-b828-4d7d-ba64-747d09f903a9 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:01:32.796133 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:32.824397 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488eab30-3946-46d9-bb0e-65f0558097cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:32.826719 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80d45e-469d-446e-83cc-131c2caecdb1" -d '{"events": [{"server_uuid": "488eab30-3946-46d9-bb0e-65f0558097cc", "name": "network-vif-plugged", "status": "completed", "tag": "d3c7e45b-b828-4d7d-ba64-747d09f903a9"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:32.845697 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port d3c7e45b-b828-4d7d-ba64-747d09f903a9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3c7e45b-b828-4d7d-ba64-747d09f903a9,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:01:32.873231 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b98fc4-71da-4bb6-a1ba-30f42428b769 x-openstack-request-id: req-b1b98fc4-71da-4bb6-a1ba-30f42428b769 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:32.873615 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488eab30-3946-46d9-bb0e-65f0558097cc", "name": "network-vif-plugged", "status": "completed", "tag": "d3c7e45b-b828-4d7d-ba64-747d09f903a9", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:32.873957 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b1b98fc4-71da-4bb6-a1ba-30f42428b769 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:32.874478 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b98fc4-71da-4bb6-a1ba-30f42428b769'] response: {'server_uuid': '488eab30-3946-46d9-bb0e-65f0558097cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'code': 200} Jul 20 18:01:32.951567 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:33.021348 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=d3c7e45b-b828-4d7d-ba64-747d09f903a9,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:33.368842 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c6994-cb16-438a-a720-9c5a970c8e7d req-f9f8240e-d0ec-46b8-a953-e4281cdc7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:33.370300 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8b4c6994-cb16-438a-a720-9c5a970c8e7d req-f9f8240e-d0ec-46b8-a953-e4281cdc7133 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 1129 time: 0.0512784 Jul 20 18:01:33.431433 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8b4c6994-cb16-438a-a720-9c5a970c8e7d req-fbf43508-e433-46a4-93aa-a9fc398814be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519562 Jul 20 18:01:33.689503 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b205b-3b9b-4d12-ad9d-ad1c6a6b42cd req-17f52049-895f-45ee-84e1-a095e17b1943 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:33.691149 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-998b205b-3b9b-4d12-ad9d-ad1c6a6b42cd req-17f52049-895f-45ee-84e1-a095e17b1943 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 945 time: 0.0580459 Jul 20 18:01:33.744892 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-998b205b-3b9b-4d12-ad9d-ad1c6a6b42cd req-96348830-12b1-4feb-8742-e4e016e77995 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476289 Jul 20 18:01:33.925465 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793ea3-393c-4ae0-b4fd-cd70802b59a5 req-4acfad66-4f57-49a9-aa6b-ba33ffae26b7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:33.926901 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c793ea3-393c-4ae0-b4fd-cd70802b59a5 req-4acfad66-4f57-49a9-aa6b-ba33ffae26b7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0647571 Jul 20 18:01:34.001137 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c793ea3-393c-4ae0-b4fd-cd70802b59a5 req-622b5a79-ad48-48db-bfbc-66549c976011 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574641 Jul 20 18:01:34.886911 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197c9f-1c85-4ae1-9381-c05764994a24 req-eb24d698-a859-47b8-9420-4b9e8c5eab14 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:34.888649 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1197c9f-1c85-4ae1-9381-c05764994a24 req-eb24d698-a859-47b8-9420-4b9e8c5eab14 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 945 time: 0.0579064 Jul 20 18:01:34.940992 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1197c9f-1c85-4ae1-9381-c05764994a24 req-2b7c2d6c-fd9c-4c4a-b204-1b62c837bf58 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451479 Jul 20 18:01:35.128823 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff682cb8-2c95-40be-a7a5-e375e928bdb9 req-e571dd5d-5ea9-4863-a1c0-51a3e40aa39e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:35.130410 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ff682cb8-2c95-40be-a7a5-e375e928bdb9 req-e571dd5d-5ea9-4863-a1c0-51a3e40aa39e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0553267 Jul 20 18:01:35.198904 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ff682cb8-2c95-40be-a7a5-e375e928bdb9 req-f8122397-8cfd-49fe-9db4-7eb674cea2a8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624189 Jul 20 18:01:36.073451 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f09c2-4fd7-4437-8538-a51983a514fe req-82b68759-d0b9-4823-b72f-04218b182412 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:36.075018 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ea5f09c2-4fd7-4437-8538-a51983a514fe req-82b68759-d0b9-4823-b72f-04218b182412 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 945 time: 0.0559211 Jul 20 18:01:36.135501 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ea5f09c2-4fd7-4437-8538-a51983a514fe req-4771b68f-b6ed-444c-8ffe-f8c9ad0af16d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497911 Jul 20 18:01:36.269213 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998d79-ee0f-4264-a3ad-746c04447845 req-704b97f9-d592-4334-99d8-b2187977939a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:36.271074 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-29998d79-ee0f-4264-a3ad-746c04447845 req-704b97f9-d592-4334-99d8-b2187977939a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 945 time: 0.0583627 Jul 20 18:01:36.284439 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52156) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:36.289505 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'floatingip': {'port_id': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:36.339191 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (034aa4da-99b4-49ed-b113-5b6a95486478), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:36.347445 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9398925-b6f0-47d6-9529-ec0e744a4260 req-6b5659d4-8ed0-4943-ae2e-894c50e80bf8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:36.349174 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b9398925-b6f0-47d6-9529-ec0e744a4260 req-6b5659d4-8ed0-4943-ae2e-894c50e80bf8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0745001 Jul 20 18:01:36.433967 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b9398925-b6f0-47d6-9529-ec0e744a4260 req-1cf2e26e-4715-470d-9a33-f5ce9611c8ee tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755212 Jul 20 18:01:36.732828 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:37.170130 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:37.271707 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (034aa4da-99b4-49ed-b113-5b6a95486478), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:37.360967 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:37.380414 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Floating IP 034aa4da-99b4-49ed-b113-5b6a95486478 associated. External IP: 172.28.3.244, port: d3c7e45b-b828-4d7d-ba64-747d09f903a9. Jul 20 18:01:37.582335 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:37.626923 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185b92b-56f2-473f-a9ea-4bd8e60e5e87 req-364f7e1a-a13f-4cbe-bd74-c323b7355ebe tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:37.627758 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:01:37.628748 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f185b92b-56f2-473f-a9ea-4bd8e60e5e87 req-364f7e1a-a13f-4cbe-bd74-c323b7355ebe tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0584764 Jul 20 18:01:37.698914 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f185b92b-56f2-473f-a9ea-4bd8e60e5e87 req-1943b037-7b30-4919-83ea-996cfd165919 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627906 Jul 20 18:01:37.766859 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:01:37.772023 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:37.779166 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:01:37.796851 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:37.797590 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:01:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:37.807496 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-b7d1052c-c373-4e86-9810-c67f5ba17173 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "PUT /v2.0/floatingips/034aa4da-99b4-49ed-b113-5b6a95486478 HTTP/1.1" status: 200 len: 991 time: 1.5218995 Jul 20 18:01:37.808076 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488eab30-3946-46d9-bb0e-65f0558097cc', 'tag': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:37.810534 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55b0b3-7fac-46bf-95ce-d523f879a92f" -d '{"events": [{"name": "network-changed", "server_uuid": "488eab30-3946-46d9-bb0e-65f0558097cc", "tag": "d3c7e45b-b828-4d7d-ba64-747d09f903a9"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:37.877969 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41c2720-4ede-4192-baef-3bfc53c3d633 x-openstack-request-id: req-d41c2720-4ede-4192-baef-3bfc53c3d633 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:37.882533 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488eab30-3946-46d9-bb0e-65f0558097cc", "tag": "d3c7e45b-b828-4d7d-ba64-747d09f903a9", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:37.882533 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d41c2720-4ede-4192-baef-3bfc53c3d633 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:37.882533 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41c2720-4ede-4192-baef-3bfc53c3d633'] response: {'name': 'network-changed', 'server_uuid': '488eab30-3946-46d9-bb0e-65f0558097cc', 'tag': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'status': 'completed', 'code': 200} Jul 20 18:01:37.965331 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:38.020732 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-537e4544-c09b-4d45-9d05-23575a628606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:38.022266 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-537e4544-c09b-4d45-9d05-23575a628606 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 1129 time: 0.0506139 Jul 20 18:01:38.164292 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-b0468072-7d99-467b-8dde-8a11850babf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:38.165858 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-b0468072-7d99-467b-8dde-8a11850babf2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 916 time: 0.1299562 Jul 20 18:01:38.226625 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52178) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:38.258153 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '034aa4da-99b4-49ed-b113-5b6a95486478', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:94:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488eab30-3946-46d9-bb0e-65f0558097cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:01:17Z', 'updated_at': '2022-07-20T18:01:37Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:38.285951 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:01:38.296026 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:38.296693 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:01:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:38.317993 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-c73da398-035f-4165-b90b-90f12e936719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3c7e45b-b828-4d7d-ba64-747d09f903a9 HTTP/1.1" status: 200 len: 999 time: 0.0746856 Jul 20 18:01:38.388179 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a8252d23-31ae-4da7-b043-28841bb967d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:38.409621 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-5dfe2d76-91ab-46b0-9d7d-331ea137a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:38.411206 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-5dfe2d76-91ab-46b0-9d7d-331ea137a363 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.0765986 Jul 20 18:01:38.448087 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:38.483799 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-87b5d372-ec2f-4f45-a1d5-c8085e2deb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:38.486759 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-87b5d372-ec2f-4f45-a1d5-c8085e2deb5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0678928 Jul 20 18:01:38.503050 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a8252d23-31ae-4da7-b043-28841bb967d4 admin admin] Publish callbacks [] for security_group (51cfbee0-21af-45d4-a399-21a361bb3010), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:38.569667 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-a8252d23-31ae-4da7-b043-28841bb967d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (51cfbee0-21af-45d4-a399-21a361bb3010), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:38.631618 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:38.634905 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-f3fd4274-d4f4-41bc-ab38-766d906b0f7f service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323681 Jul 20 18:01:38.652938 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-a8252d23-31ae-4da7-b043-28841bb967d4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8dca3028700c4fdcb01c5460ea6d5f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251091 Jul 20 18:01:38.654019 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8252d23-31ae-4da7-b043-28841bb967d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cfbee0-21af-45d4-a399-21a361bb3010,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:38.656613 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52184) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:38.817682 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:38.833300 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Publish callbacks [] for security_group (51cfbee0-21af-45d4-a399-21a361bb3010), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:38.855322 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:38.866738 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202f8e8-53e0-4008-8bc7-c68d911ff5db req-f6c9d7e2-2e72-4c80-9f6e-4ff5a30896ce tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:38.868384 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a202f8e8-53e0-4008-8bc7-c68d911ff5db req-f6c9d7e2-2e72-4c80-9f6e-4ff5a30896ce tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0625715 Jul 20 18:01:38.879613 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Publish callbacks [] for security_group (51cfbee0-21af-45d4-a399-21a361bb3010), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:38.897931 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:38.899779 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0d55b0b3-7fac-46bf-95ce-d523f879a92f req-d1a4aa5e-3c34-4830-8de1-07b99e2b14b2 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639879 Jul 20 18:01:38.927545 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a202f8e8-53e0-4008-8bc7-c68d911ff5db req-d265d9ca-19a8-4269-bdae-5663955f3b45 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522411 Jul 20 18:01:38.953198 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '034aa4da-99b4-49ed-b113-5b6a95486478', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:94:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488eab30-3946-46d9-bb0e-65f0558097cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:01:17Z', 'updated_at': '2022-07-20T18:01:37Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:38.981074 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7ea26-2673-40c2-ba53-5b2a90d9febc None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '034aa4da-99b4-49ed-b113-5b6a95486478', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:94:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488eab30-3946-46d9-bb0e-65f0558097cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:01:17Z', 'updated_at': '2022-07-20T18:01:37Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:01:39.037289 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (51cfbee0-21af-45d4-a399-21a361bb3010), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:39.041280 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:39.042613 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/51cfbee0-21af-45d4-a399-21a361bb3010 HTTP/1.1" status: 204 len: 168 time: 0.3842888 Jul 20 18:01:39.054523 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cfbee0-21af-45d4-a399-21a361bb3010,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:01:39.074908 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.075554 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.076199 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.076728 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.077382 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.077971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.078742 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.079314 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.079887 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.080655 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.081271 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.084764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.084764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.084764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.084764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c1223-76cb-4389-9ac0-eda17609940d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:01:39.206795 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e99ed-8f47-4c2a-92de-5dd633bcc551 None None] New status for floating IP 034aa4da-99b4-49ed-b113-5b6a95486478: ACTIVE {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:01:40.058619 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2bfdb-27e2-449b-ac09-e1681f9a4e56 req-bba1f69a-20e5-4a88-b993-b287fb448ecd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:40.060105 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0bf2bfdb-27e2-449b-ac09-e1681f9a4e56 req-bba1f69a-20e5-4a88-b993-b287fb448ecd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0521626 Jul 20 18:01:40.110361 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0bf2bfdb-27e2-449b-ac09-e1681f9a4e56 req-db662aa1-4b5f-43be-ac98-f0822b766ab2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436771 Jul 20 18:01:41.239101 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1e1f9-32b6-4ad0-89b9-dee990383a75 req-47099363-78cf-4ee3-9c0f-f7b25973e668 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:41.240561 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7f1e1f9-32b6-4ad0-89b9-dee990383a75 req-47099363-78cf-4ee3-9c0f-f7b25973e668 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0575817 Jul 20 18:01:41.292385 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7f1e1f9-32b6-4ad0-89b9-dee990383a75 req-a986236b-0601-4dff-869e-daa9b42c8736 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458195 Jul 20 18:01:42.421735 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23d210-d485-47f3-8455-a098e7ec699b req-1c9850fe-c8ce-4c8e-b09b-4e7bacfe4a0f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:42.423918 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ee23d210-d485-47f3-8455-a098e7ec699b req-1c9850fe-c8ce-4c8e-b09b-4e7bacfe4a0f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0552099 Jul 20 18:01:42.474630 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ee23d210-d485-47f3-8455-a098e7ec699b req-412175b8-41cb-4b36-ad2e-e2a75ff2db2d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450666 Jul 20 18:01:42.822635 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:01:43.614881 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fe369-7f4e-4d9d-92de-db20f0bacc35 req-c6f4ad2e-a04a-44d1-8d35-0bb2b308ac36 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:43.617214 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fd5fe369-7f4e-4d9d-92de-db20f0bacc35 req-c6f4ad2e-a04a-44d1-8d35-0bb2b308ac36 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0583363 Jul 20 18:01:43.680875 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fd5fe369-7f4e-4d9d-92de-db20f0bacc35 req-36e8af56-3503-418e-b056-c2a4512f0530 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529313 Jul 20 18:01:44.812633 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7700d08-5404-46eb-b305-6e0cfb4341c2 req-64cef8e0-324d-4ef4-8707-537fb9082913 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:44.814214 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d7700d08-5404-46eb-b305-6e0cfb4341c2 req-64cef8e0-324d-4ef4-8707-537fb9082913 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0611367 Jul 20 18:01:44.869541 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d7700d08-5404-46eb-b305-6e0cfb4341c2 req-f97170c9-a481-4637-9bc8-639bf74561e8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492356 Jul 20 18:01:45.111019 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3e9f0-8f26-4ea6-9948-cfc2b4fd974f req-c7481684-9de9-4d70-a3d4-cf30fc5cd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:45.113485 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7a3e9f0-8f26-4ea6-9948-cfc2b4fd974f req-c7481684-9de9-4d70-a3d4-cf30fc5cd058 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1129 time: 0.0491238 Jul 20 18:01:45.151380 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:45.169511 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7a3e9f0-8f26-4ea6-9948-cfc2b4fd974f req-eea76500-5c72-41b7-bff5-31aee953922a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433257 Jul 20 18:01:46.003102 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ae888-d01c-4b8f-a49e-d4bae9237716 req-eacc13d7-53bc-4772-b772-40488a69450b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:46.004740 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5d7ae888-d01c-4b8f-a49e-d4bae9237716 req-eacc13d7-53bc-4772-b772-40488a69450b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0611861 Jul 20 18:01:46.068464 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5d7ae888-d01c-4b8f-a49e-d4bae9237716 req-996efabd-56d9-4dfb-aa00-1e3504ecd9fa tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577049 Jul 20 18:01:47.198837 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:47.212027 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a27cf-1422-4f8d-aed3-9140cee5a23d req-73b950f5-356c-4126-8c77-2e7e72cfaa50 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:47.213447 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8c7a27cf-1422-4f8d-aed3-9140cee5a23d req-73b950f5-356c-4126-8c77-2e7e72cfaa50 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0591855 Jul 20 18:01:47.263313 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8c7a27cf-1422-4f8d-aed3-9140cee5a23d req-ffd8abcc-5e5f-48f2-8f7e-9e69b705b525 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443914 Jul 20 18:01:47.950010 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63aff2-dc6d-44d9-8be5-d99ff7101ea2 req-e1d6712b-90ae-4cb0-adec-97edb6ea3a6f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:47.951202 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a63aff2-dc6d-44d9-8be5-d99ff7101ea2 req-e1d6712b-90ae-4cb0-adec-97edb6ea3a6f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0499077 Jul 20 18:01:48.001556 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a63aff2-dc6d-44d9-8be5-d99ff7101ea2 req-1c1e159b-9eef-4f29-b8e4-df3f9bafcc43 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439053 Jul 20 18:01:48.093547 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-8b08503e-0770-4d7c-a655-7de478c6b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:48.096251 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-8b08503e-0770-4d7c-a655-7de478c6b8b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1129 time: 0.0425696 Jul 20 18:01:48.208112 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-14e7102f-20f6-4b10-ba4c-fcbfd9aea0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:48.209826 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-14e7102f-20f6-4b10-ba4c-fcbfd9aea0eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.1059790 Jul 20 18:01:48.283291 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-e2540c7f-91b3-455f-bbcf-a119881af02e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 200 len: 1001 time: 0.0671170 Jul 20 18:01:48.348631 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-f7aa682f-6ea2-4fdc-9ec3-b6fa90380c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:48.349950 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-f7aa682f-6ea2-4fdc-9ec3-b6fa90380c81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0522320 Jul 20 18:01:48.409109 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-3efbd35f-d63e-429a-9a08-b6abc10f8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:48.411152 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-3efbd35f-d63e-429a-9a08-b6abc10f8c19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0485234 Jul 20 18:01:48.520142 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-dae94a36-8369-4538-aa3a-81bef29bf935 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007845 Jul 20 18:01:48.634683 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d41e7bb3-a379-4db6-b6d5-6b6df19b4781 req-c2edd3ad-f1dc-45e4-bccf-61374c510854 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019850 Jul 20 18:01:49.099715 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=14 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:49.135466 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7763e7-2fc8-4563-9e32-0e9a0e060ad7 req-9971a239-f401-4026-b9b8-a8174faed20c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:49.136960 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-de7763e7-2fc8-4563-9e32-0e9a0e060ad7 req-9971a239-f401-4026-b9b8-a8174faed20c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0507469 Jul 20 18:01:49.191632 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-de7763e7-2fc8-4563-9e32-0e9a0e060ad7 req-fdbbced4-ccd8-46e1-817d-7730888c016e tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484626 Jul 20 18:01:49.333613 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:50.336451 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc02001-4cff-4b89-8131-e30c9139620c req-21f54f01-7518-4614-964b-dcdcb0e28a08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:50.338313 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2dc02001-4cff-4b89-8131-e30c9139620c req-21f54f01-7518-4614-964b-dcdcb0e28a08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0626550 Jul 20 18:01:50.376904 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:50.388882 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2dc02001-4cff-4b89-8131-e30c9139620c req-a414b45f-706f-4182-8fde-ba6a29ca0ddd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450733 Jul 20 18:01:51.525034 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1535261-37fc-440c-b578-3b291d818db9 req-f4d3234b-ce3c-4510-b2a7-e6ff97de02c7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:51.526560 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d1535261-37fc-440c-b578-3b291d818db9 req-f4d3234b-ce3c-4510-b2a7-e6ff97de02c7 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0611579 Jul 20 18:01:51.578550 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d1535261-37fc-440c-b578-3b291d818db9 req-437ba1f9-3a60-4410-9c82-ebaa6c3d1dfc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450401 Jul 20 18:01:52.603662 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:52.711735 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93590f62-ad40-467a-b4d7-92e2b8b328c2 req-5260360d-4603-41aa-8cee-2d00519982fc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:52.713521 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-93590f62-ad40-467a-b4d7-92e2b8b328c2 req-5260360d-4603-41aa-8cee-2d00519982fc tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0547204 Jul 20 18:01:52.768529 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-93590f62-ad40-467a-b4d7-92e2b8b328c2 req-625dcbb0-c120-4073-a066-753809703db9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465479 Jul 20 18:01:52.814750 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:52.899263 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a23225-a754-4dc9-b2a7-29eb94b7a527 req-d7fecca7-be06-47ea-8710-c7c8539bcde1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:52.900849 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d5a23225-a754-4dc9-b2a7-29eb94b7a527 req-d7fecca7-be06-47ea-8710-c7c8539bcde1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0531144 Jul 20 18:01:52.912940 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52354) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:01:52.918412 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-f9989608-012b-48f3-9619-f66a1e99ff08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Request body: {'floatingip': {'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:01:52.974046 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f9989608-012b-48f3-9619-f66a1e99ff08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (6485d843-78d1-4663-a2f7-857d42f287a5), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:53.112247 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:53.354816 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:53.501504 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f9989608-012b-48f3-9619-f66a1e99ff08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:53.615091 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f9989608-012b-48f3-9619-f66a1e99ff08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (6485d843-78d1-4663-a2f7-857d42f287a5), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:53.858013 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9989608-012b-48f3-9619-f66a1e99ff08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Router 17c33b2c-10a6-406b-8fee-05c4d1d7003f has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:01:53.989035 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9989608-012b-48f3-9619-f66a1e99ff08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:01:53.993797 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f9989608-012b-48f3-9619-f66a1e99ff08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:54.005955 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] Sync routers for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:01:54.026376 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:54.027023 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:01:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:54.028659 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:54.030936 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e" -d '{"events": [{"name": "network-changed", "server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:54.075188 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f9989608-012b-48f3-9619-f66a1e99ff08 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "PUT /v2.0/floatingips/6485d843-78d1-4663-a2f7-857d42f287a5 HTTP/1.1" status: 200 len: 993 time: 1.1605635 Jul 20 18:01:54.088444 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74464c10-fd61-4e89-bd3c-e57b2909b789 x-openstack-request-id: req-74464c10-fd61-4e89-bd3c-e57b2909b789 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:54.089060 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:54.090152 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-74464c10-fd61-4e89-bd3c-e57b2909b789 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:54.090895 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74464c10-fd61-4e89-bd3c-e57b2909b789'] response: {'name': 'network-changed', 'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'status': 'completed', 'code': 200} Jul 20 18:01:54.222953 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-b360319f-ca4f-4689-bb94-0328cb15df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:54.224639 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-b360319f-ca4f-4689-bb94-0328cb15df3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1129 time: 0.0512681 Jul 20 18:01:54.312284 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:54.353395 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-4ea9b424-177a-461d-aa10-bb00072cd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:54.353395 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-4ea9b424-177a-461d-aa10-bb00072cd267 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.1179507 Jul 20 18:01:54.463698 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-1c37fde8-59bd-402a-b2db-3ebf88a9a704 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 200 len: 1001 time: 0.1015375 Jul 20 18:01:54.528058 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-fd0aec59-6233-4968-af23-7f4a73630e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:54.529837 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-fd0aec59-6233-4968-af23-7f4a73630e3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0549142 Jul 20 18:01:54.594188 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-0f324f2b-c6ec-46f6-a401-25c2491c7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:54.597862 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-0f324f2b-c6ec-46f6-a401-25c2491c7b81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0586865 Jul 20 18:01:54.605813 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '6485d843-78d1-4663-a2f7-857d42f287a5', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'mac_address': 'fa:16:3e:11:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:52Z', 'updated_at': '2022-07-20T18:01:53Z', 'revision_number': 3, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:54.642969 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] Checking router: 17c33b2c-10a6-406b-8fee-05c4d1d7003f for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:01:54.653088 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:01:54.653722 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:01:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:54.695428 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:54.732158 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-ff081dee-9855-49fe-a99d-7fdd7253caf2 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176610 Jul 20 18:01:54.782540 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:01:54.789509 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:01:54.849115 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-33b6abe2-f34c-4bb5-8e7a-311b7c7bf17e req-ac067384-932d-4693-9b70-1541a1447ddf service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102302 Jul 20 18:01:55.034659 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '6485d843-78d1-4663-a2f7-857d42f287a5', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'mac_address': 'fa:16:3e:11:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:52Z', 'updated_at': '2022-07-20T18:01:53Z', 'revision_number': 3, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:01:55.061807 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19f533-ae52-4be9-92f3-3373b25fbbdf None None] The sync data for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb is: [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '6485d843-78d1-4663-a2f7-857d42f287a5', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'floating_ip_address': '172.28.3.153', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'port_id': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'mac_address': 'fa:16:3e:11:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T17:59:52Z', 'updated_at': '2022-07-20T18:01:53Z', 'revision_number': 3, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:01:55.713063 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e2f0ee20-8afd-4f32-88e3-dc085f256c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:01:56.092172 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:01:56.094935 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76daec0-a60a-48e0-a55f-2b695136812c" -d '{"events": [{"name": "network-changed", "server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:01:56.133471 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b9c87e-8684-4281-9a62-96c50580cc47 x-openstack-request-id: req-c7b9c87e-8684-4281-9a62-96c50580cc47 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:01:56.133761 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:01:56.134014 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c7b9c87e-8684-4281-9a62-96c50580cc47 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:01:56.134421 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b9c87e-8684-4281-9a62-96c50580cc47'] response: {'name': 'network-changed', 'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'status': 'completed', 'code': 200} Jul 20 18:01:56.264568 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76daec0-a60a-48e0-a55f-2b695136812c req-c1f92073-0d8e-4d2b-8a42-d4078fc5eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:56.266585 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d76daec0-a60a-48e0-a55f-2b695136812c req-c1f92073-0d8e-4d2b-8a42-d4078fc5eafc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 1129 time: 0.0458777 Jul 20 18:01:56.787629 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76daec0-a60a-48e0-a55f-2b695136812c req-b1bc7389-7bf1-4062-9f1c-1d20a15daa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:56.790055 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d76daec0-a60a-48e0-a55f-2b695136812c req-b1bc7389-7bf1-4062-9f1c-1d20a15daa39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 200 len: 919 time: 0.1024482 Jul 20 18:01:56.855437 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d76daec0-a60a-48e0-a55f-2b695136812c req-a4dd5d4b-b747-4893-a839-e84406aa80b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 200 len: 1001 time: 0.0582137 Jul 20 18:01:56.920180 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76daec0-a60a-48e0-a55f-2b695136812c req-414a4509-31dd-4490-8b4c-8c33c8118081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:56.923310 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d76daec0-a60a-48e0-a55f-2b695136812c req-414a4509-31dd-4490-8b4c-8c33c8118081 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 200 len: 857 time: 0.0554249 Jul 20 18:01:56.981071 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76daec0-a60a-48e0-a55f-2b695136812c req-b6957c56-e6af-4f0d-8258-118853f82801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:01:56.982592 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d76daec0-a60a-48e0-a55f-2b695136812c req-b6957c56-e6af-4f0d-8258-118853f82801 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f697aa97-5d1b-45da-9f61-b5d189eabfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529258 Jul 20 18:01:57.086296 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d76daec0-a60a-48e0-a55f-2b695136812c req-8d21c148-6abd-4930-b1d2-686fcec76a48 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906949 Jul 20 18:01:57.199835 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d76daec0-a60a-48e0-a55f-2b695136812c req-3b442e8e-a11f-4cb7-a271-5942148553e2 service neutron] 10.222.0.13 "GET /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000459 Jul 20 18:01:58.066836 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-91b80761-cadb-4f9e-8ce0-8b8ff75b9db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:00.255289 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:00.965486 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:01.073426 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:01.552301 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:02.887650 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=22 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:02.890580 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=48 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:06.697377 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e85ef2-9f80-45aa-9763-92442372de00 req-19355b7d-c498-4368-bbe1-466108e4749f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:06.699573 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b5e85ef2-9f80-45aa-9763-92442372de00 req-19355b7d-c498-4368-bbe1-466108e4749f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0529642 Jul 20 18:02:06.765704 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b5e85ef2-9f80-45aa-9763-92442372de00 req-16a5a7ff-b6cb-4654-bc7a-340a842c3a52 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587358 Jul 20 18:02:07.189834 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=61 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:07.192071 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=46 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:07.908747 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cfbb2-c2a4-4fb0-973f-9bc55ba793e3 req-426dee10-1ed4-401d-b387-c7e19fdac4de tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:07.910281 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a18cfbb2-c2a4-4fb0-973f-9bc55ba793e3 req-426dee10-1ed4-401d-b387-c7e19fdac4de tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0579398 Jul 20 18:02:07.962836 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a18cfbb2-c2a4-4fb0-973f-9bc55ba793e3 req-23cc11a5-338a-487b-a628-78afe8cbfa8b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Jul 20 18:02:09.113100 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a92c1-c0fa-4dca-a787-bcf8711c6473 req-60e6ba2a-4d4b-4bc4-9ef7-0d6e52671b74 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:09.117279 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-804a92c1-c0fa-4dca-a787-bcf8711c6473 req-60e6ba2a-4d4b-4bc4-9ef7-0d6e52671b74 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0605240 Jul 20 18:02:09.183617 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-804a92c1-c0fa-4dca-a787-bcf8711c6473 req-679328f7-0c57-46d3-8ce8-9679e2c4ff46 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618055 Jul 20 18:02:09.648341 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-128a21b5-f5bd-4769-80f8-832747d297d9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:09.649984 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-128a21b5-f5bd-4769-80f8-832747d297d9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0607646 Jul 20 18:02:09.754124 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Deleting port 2b3313ce-2202-4d21-a0c5-fcd60505e92e {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:02:09.754480 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:09.852571 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] For port 2b3313ce-2202-4d21-a0c5-fcd60505e92e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2b3313ce-2202-4d21-a0c5-fcd60505e92e,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:09.852938 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:10.045554 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:10.045912 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (af45e101-2d68-4053-9d23-6fa98da80328), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:10.046234 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Floating IP af45e101-2d68-4053-9d23-6fa98da80328 disassociated. External IP: 172.28.3.10, port: 2b3313ce-2202-4d21-a0c5-fcd60505e92e. Jul 20 18:02:10.046584 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Calling delete_port for 2b3313ce-2202-4d21-a0c5-fcd60505e92e owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:02:10.285178 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (2b3313ce-2202-4d21-a0c5-fcd60505e92e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:10.327531 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ba106-799b-410a-966f-aa279c5796d8 req-cb38a52b-9fb6-49ac-8a0a-35f6eb32a2b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:10.329157 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0b0ba106-799b-410a-966f-aa279c5796d8 req-cb38a52b-9fb6-49ac-8a0a-35f6eb32a2b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 946 time: 0.0580876 Jul 20 18:02:10.412645 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0b0ba106-799b-410a-966f-aa279c5796d8 req-47d09d3e-d09d-47c1-a162-c82d9e5d53da tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d53161-4ee6-4058-84ed-389c374bb0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756609 Jul 20 18:02:10.601126 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event deleted for resources: {'Port': ['ID=2b3313ce-2202-4d21-a0c5-fcd60505e92e,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:10.716135 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Router def2603d-a69a-4844-b4c2-ba221f06c477 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:02:10.843359 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:10.858765 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] Sync routers for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:10.869655 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:10.870539 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:01:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:10.896025 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] No DVR routers for this DVR port 2b3313ce-2202-4d21-a0c5-fcd60505e92e on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:02:10.904155 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:10.904155 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5fafe798-f555-460b-a574-b9a5607a21f2 req-14fa249d-1b6c-45cd-b7eb-3594a8f8e7dc tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "DELETE /v2.0/ports/2b3313ce-2202-4d21-a0c5-fcd60505e92e HTTP/1.1" status: 204 len: 173 time: 1.2439394 Jul 20 18:02:10.904155 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-deleted', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:10.906107 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07fb7ee-2f1c-4921-b795-315d143adaaa" -d '{"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-deleted", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:10.962748 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fddd48-1b5b-4c03-8e5c-5416270f61d0 x-openstack-request-id: req-81fddd48-1b5b-4c03-8e5c-5416270f61d0 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:10.963041 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ca0cb-f734-4ab3-b28a-2eec21de1079", "name": "network-vif-deleted", "tag": "2b3313ce-2202-4d21-a0c5-fcd60505e92e", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:10.963296 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-81fddd48-1b5b-4c03-8e5c-5416270f61d0 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:10.963736 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fddd48-1b5b-4c03-8e5c-5416270f61d0'] response: {'server_uuid': 'bb9ca0cb-f734-4ab3-b28a-2eec21de1079', 'name': 'network-vif-deleted', 'tag': '2b3313ce-2202-4d21-a0c5-fcd60505e92e', 'status': 'completed', 'code': 200} Jul 20 18:02:10.986877 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:11.213120 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:11.238991 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] Checking router: def2603d-a69a-4844-b4c2-ba221f06c477 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:11.247896 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:11.248585 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:01:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:11.348258 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:11.354099 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:11.355351 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:11.547537 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ae229ded-9f5a-4fd8-b024-9ab01560f477 req-b2df451f-b7d9-40dd-82cc-db2187a749fb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb9ca0cb-f734-4ab3-b28a-2eec21de1079 HTTP/1.1" status: 200 len: 210 time: 0.0345137 Jul 20 18:02:11.665545 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:11.695472 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364f455-01df-4c81-8646-8c66199d9ced None None] The sync data for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb is: [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:11.950824 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd377e1-4fcf-46d4-944b-2f9fb01582c0 None None] New status for floating IP af45e101-2d68-4053-9d23-6fa98da80328: DOWN {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:02:12.702521 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:02:12.725714 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 2b3313ce-2202-4d21-a0c5-fcd60505e92e {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:02:12.728894 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2b3313ce-2202-4d21-a0c5-fcd60505e92e not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:02:12.731200 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52580) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:12.775956 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:12.793128 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-adc04421-66dd-4ad6-b2dd-c93b140021c7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (02d53161-4ee6-4058-84ed-389c374bb0db), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:12.817255 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-adc04421-66dd-4ad6-b2dd-c93b140021c7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (02d53161-4ee6-4058-84ed-389c374bb0db), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:12.825068 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:12.952591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-adc04421-66dd-4ad6-b2dd-c93b140021c7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (02d53161-4ee6-4058-84ed-389c374bb0db), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:12.956366 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-adc04421-66dd-4ad6-b2dd-c93b140021c7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:12.957682 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-adc04421-66dd-4ad6-b2dd-c93b140021c7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "DELETE /v2.0/security-groups/02d53161-4ee6-4058-84ed-389c374bb0db HTTP/1.1" status: 204 len: 168 time: 0.2254813 Jul 20 18:02:12.963768 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52584) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:12.972253 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc04421-66dd-4ad6-b2dd-c93b140021c7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d53161-4ee6-4058-84ed-389c374bb0db,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:12.978200 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.api.v2.resource [None req-80a8da5a-dd98-4674-974a-4ea95d522ee3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] show failed (client error): The resource could not be found. Jul 20 18:02:12.982584 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-80a8da5a-dd98-4674-974a-4ea95d522ee3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups/02d53161-4ee6-4058-84ed-389c374bb0db HTTP/1.1" status: 404 len: 347 time: 0.0199285 Jul 20 18:02:12.983236 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52588) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:13.101055 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Deleting port 1976595f-1efb-49d5-87e1-492224c89923 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:02:13.101308 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (1976595f-1efb-49d5-87e1-492224c89923), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.185972 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (1976595f-1efb-49d5-87e1-492224c89923), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.186271 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (1976595f-1efb-49d5-87e1-492224c89923), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.200306 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Calling delete_port for 1976595f-1efb-49d5-87e1-492224c89923 owned by network:floatingip {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:02:13.444389 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (1976595f-1efb-49d5-87e1-492224c89923), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.470115 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event deleted for resources: {'Port': ['ID=1976595f-1efb-49d5-87e1-492224c89923,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:13.484015 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.484365 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.484733 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.485066 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.485954 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.486384 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.486709 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.487031 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.487351 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.487673 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.487994 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.488316 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.488665 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.488978 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.489290 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:13.509765 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (af45e101-2d68-4053-9d23-6fa98da80328), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.512375 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.513474 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-3f93bd29-edac-4443-8d86-925fb973b8fd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "DELETE /v2.0/floatingips/af45e101-2d68-4053-9d23-6fa98da80328 HTTP/1.1" status: 204 len: 168 time: 0.5293033 Jul 20 18:02:13.670299 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52592) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:13.675504 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-b319c613-4258-432e-a482-4ba59a1fd5ff tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45173718', 'description': 'tempest-description--1053811929'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:13.770049 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b319c613-4258-432e-a482-4ba59a1fd5ff tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.825534 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:13.833367 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:13.842468 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b319c613-4258-432e-a482-4ba59a1fd5ff tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (203872c4-7b3b-476e-b30e-6fc727386f1d), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:13.992821 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b319c613-4258-432e-a482-4ba59a1fd5ff tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (203872c4-7b3b-476e-b30e-6fc727386f1d), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.029262 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319c613-4258-432e-a482-4ba59a1fd5ff tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203872c4-7b3b-476e-b30e-6fc727386f1d,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:14.098200 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b319c613-4258-432e-a482-4ba59a1fd5ff tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.099483 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-b319c613-4258-432e-a482-4ba59a1fd5ff tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4281380 Jul 20 18:02:14.102380 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52598) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:14.106620 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-37051078-0350-42f2-b7ee-69f079b9e6df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'security_group_rule': {'security_group_id': '203872c4-7b3b-476e-b30e-6fc727386f1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:14.271366 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-37051078-0350-42f2-b7ee-69f079b9e6df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (7bf8b5e2-7a16-40aa-8410-052eeb40c3d0), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.319397 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-37051078-0350-42f2-b7ee-69f079b9e6df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (7bf8b5e2-7a16-40aa-8410-052eeb40c3d0), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.381676 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-37051078-0350-42f2-b7ee-69f079b9e6df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (7bf8b5e2-7a16-40aa-8410-052eeb40c3d0), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.401320 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37051078-0350-42f2-b7ee-69f079b9e6df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf8b5e2-7a16-40aa-8410-052eeb40c3d0,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:14.481100 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-37051078-0350-42f2-b7ee-69f079b9e6df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.482779 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-37051078-0350-42f2-b7ee-69f079b9e6df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794010 Jul 20 18:02:14.486195 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52600) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:14.493406 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-e5d57a1c-62b0-489f-9341-11833f4117c2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'security_group_rule': {'security_group_id': '203872c4-7b3b-476e-b30e-6fc727386f1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:14.593218 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e5d57a1c-62b0-489f-9341-11833f4117c2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (991caeff-e103-41b6-bd6e-f5c0593d5a9a), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.651934 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e5d57a1c-62b0-489f-9341-11833f4117c2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (991caeff-e103-41b6-bd6e-f5c0593d5a9a), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.724221 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e5d57a1c-62b0-489f-9341-11833f4117c2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (991caeff-e103-41b6-bd6e-f5c0593d5a9a), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.743709 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d57a1c-62b0-489f-9341-11833f4117c2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991caeff-e103-41b6-bd6e-f5c0593d5a9a,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:14.852406 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e5d57a1c-62b0-489f-9341-11833f4117c2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:14.853683 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e5d57a1c-62b0-489f-9341-11833f4117c2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657236 Jul 20 18:02:14.856902 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52602) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:14.861869 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:14.953332 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.044140 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.155949 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Allocated IP 172.28.3.219 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/ee70e84e-2663-4d16-aeb4-173659b87e63) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:15.267030 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for port (ee70e84e-2663-4d16-aeb4-173659b87e63), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.353831 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (ee70e84e-2663-4d16-aeb4-173659b87e63), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.395214 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:15.402344 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:15.404980 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:15.431782 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'Port': ['ID=ee70e84e-2663-4d16-aeb4-173659b87e63,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:15.505349 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.510524 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:15.614929 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (ee70e84e-2663-4d16-aeb4-173659b87e63), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.617438 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:15.787385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for port (ee70e84e-2663-4d16-aeb4-173659b87e63), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.867223 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (ee70e84e-2663-4d16-aeb4-173659b87e63), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:15.936259 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'Port': ['ID=ee70e84e-2663-4d16-aeb4-173659b87e63,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:15.951961 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.053239 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:16.054301 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-bf6678af-a396-46da-b5a8-e1421a7a22c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1964543 Jul 20 18:02:16.263322 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-b7946432-550e-4921-ae84-1511712711ef tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--45173718&fields=id&tenant_id=4f09278bfb3248eab00d7061b248f6c3 HTTP/1.1" status: 200 len: 267 time: 0.0420518 Jul 20 18:02:16.381401 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-197ed229-e30c-4ab6-aafe-8e9679300402 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:16.382825 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-197ed229-e30c-4ab6-aafe-8e9679300402 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 817 time: 0.1128905 Jul 20 18:02:16.402903 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-0eeed4aa-9d80-4301-8749-0c621f850809 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/quotas/4f09278bfb3248eab00d7061b248f6c3 HTTP/1.1" status: 200 len: 375 time: 0.0106528 Jul 20 18:02:16.456753 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-fb3a6949-0d39-4bbd-a47b-e7521e04a1f7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477042 Jul 20 18:02:16.554312 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-c93f3823-5761-4e83-90dd-ab9df278ce37 service neutron] 10.222.0.27 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856171 Jul 20 18:02:16.651481 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-876e0d33-96b4-46f0-b487-32136d9eba3e service neutron] 10.222.0.27 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912051 Jul 20 18:02:16.947679 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0d9efe71-1ebf-4269-9db6-580751c1709e req-cf7f989b-516f-4721-8820-ed5d9d430240 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 210 time: 0.0293403 Jul 20 18:02:18.069385 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bd72ce79-7a0e-455e-af66-58adb10e26ea req-753d8bdc-98fe-46b2-aa6d-11a14c22f211 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 210 time: 0.0378928 Jul 20 18:02:19.180176 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5ca4ad47-4f46-4808-b150-c873530756bd req-e3b9e6d6-347d-43bb-97ce-4ff756db0d5d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 210 time: 0.0303099 Jul 20 18:02:19.812979 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:02:20.317422 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7717517d-c403-4af1-9f57-6da304126c91 req-0a1737dd-eb07-4667-a1cf-8f6bfb100c44 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 210 time: 0.0382996 Jul 20 18:02:21.059174 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-97ca9576-7926-4b72-b08c-3ed2bfd34f24 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:21.060976 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-97ca9576-7926-4b72-b08c-3ed2bfd34f24 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 817 time: 0.1241498 Jul 20 18:02:21.155082 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-4eaf264a-39aa-4beb-8c27-7df0d1606b91 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f09278bfb3248eab00d7061b248f6c3 HTTP/1.1" status: 200 len: 378 time: 0.0685356 Jul 20 18:02:21.168920 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'port': {'device_id': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'admin_state_up': True, 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'security_groups': ['203872c4-7b3b-476e-b30e-6fc727386f1d']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:21.288228 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:21.435849 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-33506c69-c190-4273-8c83-b01b3d37aa70 req-6cc46da5-e3b5-4ea2-a66b-132cc2ce5046 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 210 time: 0.0303512 Jul 20 18:02:21.440178 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Made reservation on behalf of 4f09278bfb3248eab00d7061b248f6c3 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:21.445064 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:21.588560 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Allocated IP 172.20.0.7 (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3/0df64d3c-87ae-4b0e-9d62-6a26906b8c38/fa48c9f9-b84c-4679-bb00-7ebb3f9bb945) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:21.733308 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:21.736759 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:21.897048 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:21.938050 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:21.944201 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:21.948343 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:21.954779 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:22.009305 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:22.009981 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:22.190018 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-89d28439-7771-42c6-8cea-ee48ac19c8c3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0220232 Jul 20 18:02:22.223444 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Request body: {'port': {'device_id': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:22.232994 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-be2ca841-9295-49e0-ac7a-2fc5144e80c0 None None] Provisioning complete for port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:22.240250 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-be2ca841-9295-49e0-ac7a-2fc5144e80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:22.271747 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-be2ca841-9295-49e0-ac7a-2fc5144e80c0 None None] Port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:02:22.291262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:22.570718 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:22.576378 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:02:22.585287 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Publish callbacks [] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:22.588083 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dfc93-6763-4a33-820b-a6ebc2dc8423 req-954d7845-04c8-4ace-84b0-5aa1e0d2dc19 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:22.591656 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:22.592990 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c41dfc93-6763-4a33-820b-a6ebc2dc8423 req-954d7845-04c8-4ace-84b0-5aa1e0d2dc19 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 931 time: 0.0624056 Jul 20 18:02:22.602276 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Transition to ACTIVE for port object fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:02:22.638221 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:22.643799 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c41dfc93-6763-4a33-820b-a6ebc2dc8423 req-3bb0f372-dffc-48e8-8ef0-e46f2f1c7893 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455899 Jul 20 18:02:22.707602 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:22.759152 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:22.840444 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Attempting to bind port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:22.840821 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Attempting to bind port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:22.841150 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Attempting to bind port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 on network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:22.846065 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 on network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:02:22.846395 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Attempting to bind port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 on network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:22.851825 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:22.852171 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Checking segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:22.852594 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Bound using segment: {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:22.853027 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Bound port: fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99bec6e-bed1-4bb6-9a6a-257671febd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:22.853385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:22.930489 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:22.933990 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:23.114034 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:23.155426 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:23.156059 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:23.157492 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] 10.222.0.13 "PUT /v2.0/ports/fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 HTTP/1.1" status: 200 len: 1093 time: 0.9408209 Jul 20 18:02:23.157928 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:23.160521 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9269fe56-772d-42f8-a01a-dac3e660c8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:23.179824 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:23.185601 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8464f9-91ac-4c42-929c-d72ed8cc09ab service neutron] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:23.201738 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aeb529-9b5b-4673-9bb6-d125923eb976 x-openstack-request-id: req-e9aeb529-9b5b-4673-9bb6-d125923eb976 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:23.202348 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:23.202510 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e9aeb529-9b5b-4673-9bb6-d125923eb976 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:23.202827 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9aeb529-9b5b-4673-9bb6-d125923eb976'] response: {'name': 'network-changed', 'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'status': 'completed', 'code': 200} Jul 20 18:02:23.774671 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0af4e-b496-4fd3-abc5-12f6d1098a40 req-ff02e5bd-4717-4dcb-8070-d8e24a7a83ca tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:23.776144 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3fd0af4e-b496-4fd3-abc5-12f6d1098a40 req-ff02e5bd-4717-4dcb-8070-d8e24a7a83ca tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0503654 Jul 20 18:02:23.824813 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3fd0af4e-b496-4fd3-abc5-12f6d1098a40 req-5a9ec071-be2e-4329-b3d2-f8cee931f7f9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428686 Jul 20 18:02:23.847522 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:24.137342 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269fe56-772d-42f8-a01a-dac3e660c8bf req-688809af-3f6b-4312-9599-03612a54d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:24.138729 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9269fe56-772d-42f8-a01a-dac3e660c8bf req-688809af-3f6b-4312-9599-03612a54d5c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 1127 time: 0.0405335 Jul 20 18:02:24.570286 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269fe56-772d-42f8-a01a-dac3e660c8bf req-5a69ec2c-0429-40ac-9269-f852b93c3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:24.571840 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9269fe56-772d-42f8-a01a-dac3e660c8bf req-5a69ec2c-0429-40ac-9269-f852b93c3ccc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f09278bfb3248eab00d7061b248f6c3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1059780 Jul 20 18:02:24.953261 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf610d-b3d0-418b-859c-32c7e0ab3a32 req-38cc0d39-d0de-4550-8aa5-0a026bba1019 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:24.954795 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6caf610d-b3d0-418b-859c-32c7e0ab3a32 req-38cc0d39-d0de-4550-8aa5-0a026bba1019 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0482318 Jul 20 18:02:24.974639 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269fe56-772d-42f8-a01a-dac3e660c8bf req-18d71144-4804-4cdf-a998-db3b8156d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:24.976832 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9269fe56-772d-42f8-a01a-dac3e660c8bf req-18d71144-4804-4cdf-a998-db3b8156d810 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996220 Jul 20 18:02:25.013410 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6caf610d-b3d0-418b-859c-32c7e0ab3a32 req-2e73074f-be16-4c9b-b7eb-4c6c7ba87747 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495121 Jul 20 18:02:25.673398 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8cbfaa2a-8c2c-463c-ba20-04ce3166075f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:26.142841 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a913b6-48a9-4bc3-81af-ef483a15a564 req-afa081f9-de30-49a3-b79b-e0fc4516bda1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:26.144852 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c2a913b6-48a9-4bc3-81af-ef483a15a564 req-afa081f9-de30-49a3-b79b-e0fc4516bda1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0549648 Jul 20 18:02:26.193624 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c2a913b6-48a9-4bc3-81af-ef483a15a564 req-54581a14-1d19-4061-81fe-69e29bb27ee0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427074 Jul 20 18:02:27.329736 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9d18-ef13-4158-843b-d4149eaeea49 req-98a7e83b-6881-4740-ad2c-922f7df3a873 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:27.331231 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-292d9d18-ef13-4158-843b-d4149eaeea49 req-98a7e83b-6881-4740-ad2c-922f7df3a873 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0551498 Jul 20 18:02:27.370908 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:27.386833 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-292d9d18-ef13-4158-843b-d4149eaeea49 req-8dea093e-158a-4b76-975f-4d201e02e89e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493739 Jul 20 18:02:27.919002 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-05875608-dea1-478c-83a7-48a91ca85e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:27.920533 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-05875608-dea1-478c-83a7-48a91ca85e84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 1127 time: 0.0462172 Jul 20 18:02:27.981483 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-9b9a31f2-eba7-42d4-843f-1148468f0a5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 HTTP/1.1" status: 200 len: 217 time: 0.0393779 Jul 20 18:02:28.147727 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f04bfebf-7b88-4e5d-9e1a-1c589ef399dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:28.417519 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-7ccb1878-89fc-41a8-8f04-f2c212b3220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:28.419470 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-7ccb1878-89fc-41a8-8f04-f2c212b3220f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.0717082 Jul 20 18:02:28.483685 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-e850c3f3-ae86-483a-a736-67ee50450017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:28.485245 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-e850c3f3-ae86-483a-a736-67ee50450017 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0570135 Jul 20 18:02:28.594906 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-9309c68c-2075-4d82-aa9b-4ebcfb01a0e5 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000586 Jul 20 18:02:28.738001 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-40786378-f0d0-488f-8f29-b5f0c60702e9 req-03018706-de63-4ae7-a754-ac2912eee1f5 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116521 Jul 20 18:02:28.860289 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a3e9b-c750-4850-bf71-598dd5a36e10 req-a9be640d-19bb-4fd1-87af-85d357ce0578 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:28.860289 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-129a3e9b-c750-4850-bf71-598dd5a36e10 req-a9be640d-19bb-4fd1-87af-85d357ce0578 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.3770645 Jul 20 18:02:28.909779 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-129a3e9b-c750-4850-bf71-598dd5a36e10 req-6820c585-af7f-4159-8b6f-ad2eef588847 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496109 Jul 20 18:02:29.353842 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52784) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:29.464505 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-44c16a06-e00a-40f6-8508-ee176c579d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:29.545555 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-44c16a06-e00a-40f6-8508-ee176c579d6a admin admin] Publish callbacks [] for security_group (eded464b-aef4-40e0-be19-0d3f9fdaa83f), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:29.633458 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-44c16a06-e00a-40f6-8508-ee176c579d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (eded464b-aef4-40e0-be19-0d3f9fdaa83f), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:29.675776 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-44c16a06-e00a-40f6-8508-ee176c579d6a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=39004a1072fd4c8a948fe4ce18a8f2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204670 Jul 20 18:02:29.676525 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c16a06-e00a-40f6-8508-ee176c579d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded464b-aef4-40e0-be19-0d3f9fdaa83f,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:29.679089 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52788) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:29.731484 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-16e8c306-cdad-497f-8682-1f18e2930f14 admin admin] Publish callbacks [] for security_group (eded464b-aef4-40e0-be19-0d3f9fdaa83f), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:29.752197 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-16e8c306-cdad-497f-8682-1f18e2930f14 admin admin] Publish callbacks [] for security_group (eded464b-aef4-40e0-be19-0d3f9fdaa83f), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:29.808410 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=67 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:29.913244 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-16e8c306-cdad-497f-8682-1f18e2930f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (eded464b-aef4-40e0-be19-0d3f9fdaa83f), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:29.915787 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-16e8c306-cdad-497f-8682-1f18e2930f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:29.917213 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-16e8c306-cdad-497f-8682-1f18e2930f14 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eded464b-aef4-40e0-be19-0d3f9fdaa83f HTTP/1.1" status: 204 len: 168 time: 0.2369037 Jul 20 18:02:29.926414 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8c306-cdad-497f-8682-1f18e2930f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded464b-aef4-40e0-be19-0d3f9fdaa83f,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:30.040697 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52766a-da0a-408d-80cd-23fa85f4291c req-e13b383b-0ba6-46a8-8aa7-c7166577d7a8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:30.042409 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ac52766a-da0a-408d-80cd-23fa85f4291c req-e13b383b-0ba6-46a8-8aa7-c7166577d7a8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0484147 Jul 20 18:02:30.094920 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ac52766a-da0a-408d-80cd-23fa85f4291c req-3001823f-fada-40fc-8f6f-ccd7cf84974b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464711 Jul 20 18:02:30.279703 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:30.814002 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:02:30.922084 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:30.933862 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'port_id': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'mac_address': 'fa:16:3e:da:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:02:31.081317 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52814) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:31.119915 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.120440 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:31.120699 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.135708 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:02:31.160200 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:31.220292 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-593259683-network', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:31.309420 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.377267 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2362d1-7698-40e7-bb33-16ebd6a9024e req-8a6f2740-af6c-4e1f-ba71-c0258118a01a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:31.379252 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b2362d1-7698-40e7-bb33-16ebd6a9024e req-8a6f2740-af6c-4e1f-ba71-c0258118a01a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 944 time: 0.1818900 Jul 20 18:02:31.384032 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:31.395399 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.399716 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.400806 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.401224 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.401552 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:31.433629 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b2362d1-7698-40e7-bb33-16ebd6a9024e req-accefd4c-e9af-42e3-8048-7cb25dbb5a22 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477722 Jul 20 18:02:31.467821 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Made reservation on behalf of 1d7075d41e2349eebee32600a5c57a68 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:31.468037 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.474724 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.480576 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.563723 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Publish callbacks [] for security_group (a5d5f403-b818-4279-b8d4-6a8876074b1d), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.668290 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a5d5f403-b818-4279-b8d4-6a8876074b1d), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.696705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:02:31.708405 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d5f403-b818-4279-b8d4-6a8876074b1d,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:31.713632 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (cf0f7cb4-da6a-44d9-a911-8577d7b62842), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.713978 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Added segment cf0f7cb4-da6a-44d9-a911-8577d7b62842 of type vlan for network 53b030e9-b2a8-477e-9065-456ab6e058a7 Jul 20 18:02:31.764864 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (53b030e9-b2a8-477e-9065-456ab6e058a7), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.788385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:31.844822 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:02:31.885331 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (53b030e9-b2a8-477e-9065-456ab6e058a7), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.886606 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:31.887556 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:31.912106 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:31.964547 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] Pushing event updated for resources: {'Network': ['ID=53b030e9-b2a8-477e-9065-456ab6e058a7,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:31.979286 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:02:32.099816 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-91abdd25-63f9-4ea1-b4a8-1a5d78a1cf42 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0165775 Jul 20 18:02:32.102823 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52824) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:32.107913 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Request body: {'subnet': {'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-593259683-subnet', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'ip_version': 4}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:32.217135 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Made reservation on behalf of 1d7075d41e2349eebee32600a5c57a68 for: {'subnet': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:32.219770 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005238'] for subnet (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:32.537160 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8456112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005216'] for subnet (a964c6b0-23c2-4f05-aba5-d8695b6e385f), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:32.542557 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:32.588037 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f57db-339d-4417-a15a-2e145ecfe1e0 req-d695fd25-3e23-4149-a23e-3021ecc5851c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:32.590535 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec5f57db-339d-4417-a15a-2e145ecfe1e0 req-d695fd25-3e23-4149-a23e-3021ecc5851c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 944 time: 0.0655520 Jul 20 18:02:32.605763 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a964c6b0-23c2-4f05-aba5-d8695b6e385f,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:32.618532 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Checking segment: {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:32.619078 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Network hostable DHCP agents. Network: 53b030e9-b2a8-477e-9065-456ab6e058a7, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:02:32.658519 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec5f57db-339d-4417-a15a-2e145ecfe1e0 req-da870b6a-5074-4a8f-9540-5b0fdb2ead74 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606780 Jul 20 18:02:32.742313 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:02:32.841309 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 53b030e9-b2a8-477e-9065-456ab6e058a7) {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:32.846427 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:32.847377 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:32.860127 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e5a5c-74e6-401f-8c87-4a143e5cfcdb None None] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:32.922501 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:32.942956 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:32.975635 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-53b030e9-b2a8-477e-9065-456ab6e058a7', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 18:02:32.978247 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.008306 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f6302cbe-f05e-4e33-8c72-9024fe3362e0 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9041972 Jul 20 18:02:33.012763 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52830) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:33.016727 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:33.018454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:33.024155 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:33.102831 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (dbf5e9ac-1755-42cc-919a-e54ae334996e), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.103880 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (dbf5e9ac-1755-42cc-919a-e54ae334996e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.167819 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks [] for router_controller (dbf5e9ac-1755-42cc-919a-e54ae334996e), precommit_add_association {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.174283 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:02:33.193809 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Allocated IP 172.20.0.2 (53b030e9-b2a8-477e-9065-456ab6e058a7/a964c6b0-23c2-4f05-aba5-d8695b6e385f/6afdc04a-53f1-4823-9d70-f4b47614b590) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:33.353768 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Publish callbacks [] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.382153 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:33.382531 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.462870 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:33.463253 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.484618 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.494683 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:33.497004 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6487db48-3988-4936-be30-0f9c27aa8d8b" -d '{"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-plugged", "status": "completed", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:33.527032 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks [] for router_gateway (dbf5e9ac-1755-42cc-919a-e54ae334996e), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.545734 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:33.549897 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:33.559642 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:33.562208 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:33.565476 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d099879-f40b-418f-8085-a96cf5118bf7 x-openstack-request-id: req-7d099879-f40b-418f-8085-a96cf5118bf7 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:33.565799 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-plugged", "status": "completed", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:33.566951 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7d099879-f40b-418f-8085-a96cf5118bf7 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:33.567404 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d099879-f40b-418f-8085-a96cf5118bf7'] response: {'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'code': 200} Jul 20 18:02:33.571632 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Pushing event updated for resources: {'Port': ['ID=6afdc04a-53f1-4823-9d70-f4b47614b590,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:33.645166 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Attempting to bind port 6afdc04a-53f1-4823-9d70-f4b47614b590 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:33.645681 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Attempting to bind port 6afdc04a-53f1-4823-9d70-f4b47614b590 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:33.646053 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Attempting to bind port 6afdc04a-53f1-4823-9d70-f4b47614b590 on network 53b030e9-b2a8-477e-9065-456ab6e058a7 {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:33.652804 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:33.653530 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Checking segment: {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:33.654227 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.654850 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Bound using segment: {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:33.655635 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Bound port: 6afdc04a-53f1-4823-9d70-f4b47614b590, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:33.656254 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.688388 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:33.814388 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] For port 6afdc04a-53f1-4823-9d70-f4b47614b590, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:33.836894 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:33.842251 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] For port 6afdc04a-53f1-4823-9d70-f4b47614b590, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=6afdc04a-53f1-4823-9d70-f4b47614b590,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:33.882168 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0f488-dd1d-451c-b0a2-6e6422dc8097 req-0e543867-1152-48a6-8340-ac60e1940fb4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:33.884616 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f6d0f488-dd1d-451c-b0a2-6e6422dc8097 req-0e543867-1152-48a6-8340-ac60e1940fb4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0979021 Jul 20 18:02:33.927710 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:33.974316 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f6d0f488-dd1d-451c-b0a2-6e6422dc8097 req-0c31abc1-d185-49f9-81e1-92a8d304a773 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830612 Jul 20 18:02:34.028419 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:34.030433 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:34.110209 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa9392-fa07-4bb4-8a84-27757ad76bd2 None None] Pushing event updated for resources: {'Port': ['ID=6afdc04a-53f1-4823-9d70-f4b47614b590,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:34.338111 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccd37b-90f8-48ae-90e0-21f004baa861 req-7537866a-603e-4bd5-bb3a-6830ff1bbdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:34.346242 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-52ccd37b-90f8-48ae-90e0-21f004baa861 req-7537866a-603e-4bd5-bb3a-6830ff1bbdb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 1129 time: 0.1939664 Jul 20 18:02:34.369176 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks [] for router_gateway (dbf5e9ac-1755-42cc-919a-e54ae334996e), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:34.419673 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:34.501050 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:34.526907 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-52ccd37b-90f8-48ae-90e0-21f004baa861 req-cd6371eb-703e-4dff-9691-dffefc74ea8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1751413 Jul 20 18:02:34.624514 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Allocated IP 172.28.3.253 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/77fd2af4-9aff-49dc-a216-e1f6bc8aa25b) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:34.787314 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks [] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:34.842499 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 6afdc04a-53f1-4823-9d70-f4b47614b590 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:34.847638 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:34.900583 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 6afdc04a-53f1-4823-9d70-f4b47614b590 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:34.901035 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:34.986191 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 6afdc04a-53f1-4823-9d70-f4b47614b590 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:34.986587 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:35.006102 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:35.041229 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 6afdc04a-53f1-4823-9d70-f4b47614b590, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=6afdc04a-53f1-4823-9d70-f4b47614b590,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:35.071918 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:35.072898 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Pushing event updated for resources: {'Port': ['ID=77fd2af4-9aff-49dc-a216-e1f6bc8aa25b,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:35.077627 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:35.080098 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:35.122335 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46663bfb-fc2a-4875-a74a-219d64105fc7 req-bf5a1011-8afc-406e-9095-b851b46fe15a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:35.129750 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-46663bfb-fc2a-4875-a74a-219d64105fc7 req-bf5a1011-8afc-406e-9095-b851b46fe15a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0593693 Jul 20 18:02:35.153725 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:35.190688 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-46663bfb-fc2a-4875-a74a-219d64105fc7 req-194b286c-05a6-426c-8331-4de6b2ccad23 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591009 Jul 20 18:02:35.258456 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0236562-d4d2-4094-8f43-0e6d189a369e None None] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:35.279655 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=6afdc04a-53f1-4823-9d70-f4b47614b590,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:35.349042 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-d86a6128-ab7f-4511-b6fc-e8b87e2538c6 None None] Provisioning complete for port 6afdc04a-53f1-4823-9d70-f4b47614b590 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:35.349372 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d86a6128-ab7f-4511-b6fc-e8b87e2538c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:35.480100 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-d86a6128-ab7f-4511-b6fc-e8b87e2538c6 None None] Current status of the port 6afdc04a-53f1-4823-9d70-f4b47614b590 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:35.565795 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks [] for router_gateway (dbf5e9ac-1755-42cc-919a-e54ae334996e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:35.693428 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:35.701963 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-f90a74fc-85dd-43de-9e72-596efc6d6338 None None] Provisioning complete for port 6afdc04a-53f1-4823-9d70-f4b47614b590 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:35.702420 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f90a74fc-85dd-43de-9e72-596efc6d6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:35.796955 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-f90a74fc-85dd-43de-9e72-596efc6d6338 None None] Current status of the port 6afdc04a-53f1-4823-9d70-f4b47614b590 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:35.840348 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (dbf5e9ac-1755-42cc-919a-e54ae334996e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:36.067815 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Router dbf5e9ac-1755-42cc-919a-e54ae334996e is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 18:02:36.176869 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:36.178284 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:36.187477 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Sync routers for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:36.202094 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:36.203700 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:36.263805 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:36.342686 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:36.342906 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:36.343045 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ce69398c-fe56-4dc1-9020-6d62437559f5 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3211355 Jul 20 18:02:36.343045 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52866) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:36.368873 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5680f-b283-43c2-8a96-eb87a0d66ee2 req-1089a4e5-a852-47e3-b224-bffdd832497e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:36.372945 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-70f5680f-b283-43c2-8a96-eb87a0d66ee2 req-1089a4e5-a852-47e3-b224-bffdd832497e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0634866 Jul 20 18:02:36.482689 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-70f5680f-b283-43c2-8a96-eb87a0d66ee2 req-0efc88c4-905d-4d4b-b5ff-6cdc1bc1685b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003530 Jul 20 18:02:36.624602 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:35Z', 'revision_number': 3, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:36.672022 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Checking router: dbf5e9ac-1755-42cc-919a-e54ae334996e for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:36.672575 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Updating router dbf5e9ac-1755-42cc-919a-e54ae334996e port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 18:02:36.712815 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:36.840721 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:36.881971 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 6afdc04a-53f1-4823-9d70-f4b47614b590 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:36.945430 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 6afdc04a-53f1-4823-9d70-f4b47614b590 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:36.945813 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:36.961895 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.053187 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 6afdc04a-53f1-4823-9d70-f4b47614b590 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:37.060125 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Publish callbacks [] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.177385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Allocated IP 172.20.0.1 (53b030e9-b2a8-477e-9065-456ab6e058a7/a964c6b0-23c2-4f05-aba5-d8695b6e385f/9de94186-0c1b-4755-9586-9dab5a957ac4) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:37.188098 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.248673 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Attempting to bind port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:37.249037 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Attempting to bind port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:37.249516 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Attempting to bind port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:37.251839 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Pushing event updated for resources: {'Port': ['ID=77fd2af4-9aff-49dc-a216-e1f6bc8aa25b,revision_number=2']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:37.263063 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:37.263428 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:37.264465 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.264465 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:37.264847 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Bound port: 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:37.265060 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.268718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.269493 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.270076 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.273718 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.274708 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.274708 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.274708 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:37.333775 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Publish callbacks [] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.334122 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] For port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:37.337460 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] For port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=77fd2af4-9aff-49dc-a216-e1f6bc8aa25b,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:37.475359 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.515557 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.576221 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:37.586949 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:37.591859 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:37.594560 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:37.600709 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:37.634727 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Pushing event updated for resources: {'Port': ['ID=9de94186-0c1b-4755-9586-9dab5a957ac4,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:37.665437 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (dbf5e9ac-1755-42cc-919a-e54ae334996e), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:37.669820 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee040cd-43af-488b-bc17-d3fbd6db65ff None None] Pushing event updated for resources: {'Port': ['ID=77fd2af4-9aff-49dc-a216-e1f6bc8aa25b,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:37.719732 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:37.730771 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b344e-21cf-499b-97b6-03ec56464028 req-c07bd88c-9b2a-4602-b3d6-046cc9ed6e8a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:37.732575 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-305b344e-21cf-499b-97b6-03ec56464028 req-c07bd88c-9b2a-4602-b3d6-046cc9ed6e8a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0768819 Jul 20 18:02:37.741092 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:37.748226 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:37.779465 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:37.827666 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-305b344e-21cf-499b-97b6-03ec56464028 req-e4ca9091-2766-4fa7-aef3-cb4299d64fdd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607538 Jul 20 18:02:38.000071 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.035863 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:35Z', 'revision_number': 3, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:38.062088 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79acf0-9c01-4b04-a743-1cd36b6f7227 req-f166dd38-2bf4-4a01-95f5-f24e367a243b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:38.068168 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4d79acf0-9c01-4b04-a743-1cd36b6f7227 req-f166dd38-2bf4-4a01-95f5-f24e367a243b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.1247180 Jul 20 18:02:38.076775 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b24a952-ce18-4ce5-a7d4-b4a195d164f8 None None] Provisioning complete for port 9de94186-0c1b-4755-9586-9dab5a957ac4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:38.076775 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b24a952-ce18-4ce5-a7d4-b4a195d164f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.077388 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 52890) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:38.085596 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Request body: {'floatingip': {'port_id': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:38.103908 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96136ae-36dc-40dc-99df-38f6eff6f96a None None] The sync data for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb is: [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:35Z', 'revision_number': 3, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:38.110629 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b24a952-ce18-4ce5-a7d4-b4a195d164f8 None None] Port 9de94186-0c1b-4755-9586-9dab5a957ac4 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:02:38.157769 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.268677 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:38.469935 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Publish callbacks [] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.548969 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:38.725565 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Pushing event updated for resources: {'Port': ['ID=9de94186-0c1b-4755-9586-9dab5a957ac4,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:38.857103 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7567-6885-4981-bb27-75b5d7eee25f req-963437bc-7adb-4e2d-bf58-22eb9bfe51c6 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:38.859049 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-085a7567-6885-4981-bb27-75b5d7eee25f req-963437bc-7adb-4e2d-bf58-22eb9bfe51c6 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.1265826 Jul 20 18:02:38.874972 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:38.931944 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-085a7567-6885-4981-bb27-75b5d7eee25f req-4b407efc-f7e5-4175-ab1a-826e6aa7fcb2 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606480 Jul 20 18:02:38.984194 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:38.984855 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.085489 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (dbf5e9ac-1755-42cc-919a-e54ae334996e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.110519 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:39.111077 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.142944 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=77fd2af4-9aff-49dc-a216-e1f6bc8aa25b,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:39.147206 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:39.352301 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:39.354813 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.357320 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.365094 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:39.437037 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=77fd2af4-9aff-49dc-a216-e1f6bc8aa25b,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:39.509338 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.560730 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Router dbf5e9ac-1755-42cc-919a-e54ae334996e has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:02:39.665872 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-d3b4c679-5877-4e61-9a4d-9f8f412afb46 None None] Provisioning complete for port 9de94186-0c1b-4755-9586-9dab5a957ac4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:39.666911 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d3b4c679-5877-4e61-9a4d-9f8f412afb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:39.710612 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Floating IP 7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7 associated. External IP: 172.28.3.219, port: fa48c9f9-b84c-4679-bb00-7ebb3f9bb945. Jul 20 18:02:39.725830 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4c679-5877-4e61-9a4d-9f8f412afb46 None None] Port 9de94186-0c1b-4755-9586-9dab5a957ac4 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:02:39.810245 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:39.817724 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-2cd85cee-9276-4d99-bc45-6e17dd3e9165 admin admin] 10.222.0.27 "PUT /v2.0/routers/dbf5e9ac-1755-42cc-919a-e54ae334996e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4776874 Jul 20 18:02:39.840833 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:39.993905 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Router def2603d-a69a-4844-b4c2-ba221f06c477 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:02:40.125063 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:40.132426 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:40.139506 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] Sync routers for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:40.159313 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:40.161547 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:40.162863 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39672d-65d0-41f4-8f30-efa0f3a1176f req-826c028c-d65d-4e0e-a58d-80f0f6bba958 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:40.166931 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9e39672d-65d0-41f4-8f30-efa0f3a1176f req-826c028c-d65d-4e0e-a58d-80f0f6bba958 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.1036105 Jul 20 18:02:40.181126 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-619f3f49-2896-4e8e-95ec-540165ec6c98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "PUT /v2.0/floatingips/7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7 HTTP/1.1" status: 200 len: 991 time: 2.1020133 Jul 20 18:02:40.182107 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:40.185005 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d570d17-b813-405a-be60-9b64fc59b992" -d '{"events": [{"name": "network-changed", "server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:40.281884 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9e39672d-65d0-41f4-8f30-efa0f3a1176f req-b8906ad5-8ca7-486d-9d48-1c4298ca5091 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056225 Jul 20 18:02:40.285402 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:40.297931 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7db04cb-cb70-476b-aa22-882893a036fc x-openstack-request-id: req-c7db04cb-cb70-476b-aa22-882893a036fc {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:40.298178 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:40.300781 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c7db04cb-cb70-476b-aa22-882893a036fc {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:40.300781 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7db04cb-cb70-476b-aa22-882893a036fc'] response: {'name': 'network-changed', 'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'status': 'completed', 'code': 200} Jul 20 18:02:40.319402 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:40.377793 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Sync routers for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:40.391371 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:40.392117 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:40.502131 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:40.534394 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:40.609318 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'port_id': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'mac_address': 'fa:16:3e:da:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:02:15Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 1, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:40.647719 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] Checking router: def2603d-a69a-4844-b4c2-ba221f06c477 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:40.664082 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:40.664082 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:40.820639 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:38Z', 'revision_number': 2, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:40.921402 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52920) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:40.933424 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2133113419-network', 'tenant_id': '9d1248b10237426986a001602d6f2eb8'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:40.936871 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:40.973102 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Checking router: dbf5e9ac-1755-42cc-919a-e54ae334996e for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:40.973658 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Updating router dbf5e9ac-1755-42cc-919a-e54ae334996e port 9de94186-0c1b-4755-9586-9dab5a957ac4 binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 18:02:40.994011 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:41.006027 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.039656 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Made reservation on behalf of 9d1248b10237426986a001602d6f2eb8 for: {'network': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:41.042282 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.052909 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.145040 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Publish callbacks [] for security_group (5fd6cb2b-7651-4a97-b1fc-842b30409fab), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.179341 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:41.183813 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:41.184381 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.240228 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5fd6cb2b-7651-4a97-b1fc-842b30409fab), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.278988 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=111129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:02:41.291843 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd6cb2b-7651-4a97-b1fc-842b30409fab,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:41.298238 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (cc142110-8a19-4086-83d8-766a7810f138), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.298580 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.segments_db [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Added segment cc142110-8a19-4086-83d8-766a7810f138 of type vlan for network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b Jul 20 18:02:41.364995 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (a4f233e9-f3d3-4c75-b1cc-53348b3eca5b), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.373110 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Publish callbacks [] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.416359 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:41.457763 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.492632 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:41.493454 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916c6e-8d5e-40b2-94a2-d533bacc8fb2 req-6d5d5136-2c9e-4e96-a3eb-bd27c994d626 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:41.501021 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-45916c6e-8d5e-40b2-94a2-d533bacc8fb2 req-6d5d5136-2c9e-4e96-a3eb-bd27c994d626 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.0709937 Jul 20 18:02:41.526296 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'port_id': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'mac_address': 'fa:16:3e:da:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:02:15Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 1, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:41.527167 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053ad3d-3032-4358-b753-90b7f9c8e3dc None None] Pushing event updated for resources: {'Port': ['ID=9de94186-0c1b-4755-9586-9dab5a957ac4,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:41.574618 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f1b0c-8aa9-449c-9def-4a145c0ec20c None None] The sync data for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb is: [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'port_id': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'mac_address': 'fa:16:3e:da:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:02:15Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 1, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:41.595905 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Attempting to bind port 9de94186-0c1b-4755-9586-9dab5a957ac4 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:41.596573 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Attempting to bind port 9de94186-0c1b-4755-9586-9dab5a957ac4 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:41.597125 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Attempting to bind port 9de94186-0c1b-4755-9586-9dab5a957ac4 on network 53b030e9-b2a8-477e-9065-456ab6e058a7 {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:41.605875 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:41.607027 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (a4f233e9-f3d3-4c75-b1cc-53348b3eca5b), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.607333 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Checking segment: {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:41.607914 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.608242 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:41.608517 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Bound using segment: {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:41.610240 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Bound port: 9de94186-0c1b-4755-9586-9dab5a957ac4, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:41.610388 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.610479 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.612225 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:41.636866 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-45916c6e-8d5e-40b2-94a2-d533bacc8fb2 req-f1140245-db74-43d5-940b-d9bb6ca8db79 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123412 Jul 20 18:02:41.737634 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] Pushing event updated for resources: {'Network': ['ID=a4f233e9-f3d3-4c75-b1cc-53348b3eca5b,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:41.746063 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] For port 9de94186-0c1b-4755-9586-9dab5a957ac4, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:41.755043 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:02:41.759919 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c4aaabac-6fcc-4e16-8b1b-b36ca78cfd9d admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8338306 Jul 20 18:02:41.760240 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52926) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:41.766358 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] For port 9de94186-0c1b-4755-9586-9dab5a957ac4, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=9de94186-0c1b-4755-9586-9dab5a957ac4,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:41.770644 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Request body: {'subnet': {'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2133113419-subnet', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:41.869513 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-08292db9-9d13-4781-ad3d-21d8246be428 None None] Provisioning complete for port 9de94186-0c1b-4755-9586-9dab5a957ac4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:41.869884 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-08292db9-9d13-4781-ad3d-21d8246be428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.902419 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Made reservation on behalf of 9d1248b10237426986a001602d6f2eb8 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:02:41.903440 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.905280 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:41.911515 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d34a87-8cdb-4622-b968-584f99f9ad76 None None] New status for floating IP 7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7: ACTIVE {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:02:41.932439 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:41.953012 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-08292db9-9d13-4781-ad3d-21d8246be428 None None] Port 9de94186-0c1b-4755-9586-9dab5a957ac4 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:02:41.967437 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053ad3d-3032-4358-b753-90b7f9c8e3dc None None] Pushing event updated for resources: {'Port': ['ID=9de94186-0c1b-4755-9586-9dab5a957ac4,revision_number=4']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:41.986568 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:41.986568 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:42.159470 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:42.246343 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (9ec97c1b-3494-499f-be8a-468864ad1ca5), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:42.310270 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec97c1b-3494-499f-be8a-468864ad1ca5,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:42.331825 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Checking segment: {'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:42.332184 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Network hostable DHCP agents. Network: a4f233e9-f3d3-4c75-b1cc-53348b3eca5b, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:02:42.381434 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-7a5d3e19-9e0f-463b-85f6-f061ae2451ae None None] Provisioning complete for port 9de94186-0c1b-4755-9586-9dab5a957ac4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:42.382275 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3e19-9e0f-463b-85f6-f061ae2451ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:42.424957 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:42.447170 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:41Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:42.456605 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:02:42.478516 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d3e19-9e0f-463b-85f6-f061ae2451ae None None] Current status of the port 9de94186-0c1b-4755-9586-9dab5a957ac4 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:42.479128 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3e19-9e0f-463b-85f6-f061ae2451ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:42.480453 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e8da28-8138-4cee-b2ca-4cd0ac029e63 None None] The sync data for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb is: [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:41Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:42.510864 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:42.522618 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-7a5d3e19-9e0f-463b-85f6-f061ae2451ae None None] For port 9de94186-0c1b-4755-9586-9dab5a957ac4, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=9de94186-0c1b-4755-9586-9dab5a957ac4,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:42.530735 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, a4f233e9-f3d3-4c75-b1cc-53348b3eca5b) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:42.535547 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:42.536283 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:42.569908 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0050049-2c07-4994-9c1f-42c816a988f7 None None] Network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:42.656527 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-651cfe9a-2fa2-4e23-aa16-74802650f007 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8917181 Jul 20 18:02:42.656902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3e19-9e0f-463b-85f6-f061ae2451ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:42.657621 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52928) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:42.682994 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:02:42.800517 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3e19-9e0f-463b-85f6-f061ae2451ae None None] Pushing event updated for resources: {'Port': ['ID=9de94186-0c1b-4755-9586-9dab5a957ac4,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:42.831386 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-a4f233e9-f3d3-4c75-b1cc-53348b3eca5b', 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b', 'project_id': '9d1248b10237426986a001602d6f2eb8', 'fixed_ips': [{'subnet_id': '9ec97c1b-3494-499f-be8a-468864ad1ca5'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 18:02:42.833955 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:42.868677 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (274d3c7c-5bd2-4888-8778-91820a0b5cb8), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:42.874700 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (274d3c7c-5bd2-4888-8778-91820a0b5cb8), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:42.961261 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e8375-1af4-4b5d-8de5-6cf577035aa7 req-e0a9d281-1457-4b98-919e-e1176f831728 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:42.964109 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e33e8375-1af4-4b5d-8de5-6cf577035aa7 req-e0a9d281-1457-4b98-919e-e1176f831728 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.1888790 Jul 20 18:02:42.976537 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 9de94186-0c1b-4755-9586-9dab5a957ac4 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:43.088008 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks [] for router_controller (274d3c7c-5bd2-4888-8778-91820a0b5cb8), precommit_add_association {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.093176 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 9de94186-0c1b-4755-9586-9dab5a957ac4 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:43.093176 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.173555 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e33e8375-1af4-4b5d-8de5-6cf577035aa7 req-19f801a0-e07e-492b-951b-52838b0e478c tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893065 Jul 20 18:02:43.189946 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Allocated IP 172.20.0.2 (a4f233e9-f3d3-4c75-b1cc-53348b3eca5b/9ec97c1b-3494-499f-be8a-468864ad1ca5/0302636e-0b88-47ee-9fd1-77fc79d8e626) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:43.336621 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 9de94186-0c1b-4755-9586-9dab5a957ac4 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:43.423137 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks [] for router_gateway (274d3c7c-5bd2-4888-8778-91820a0b5cb8), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.430632 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Publish callbacks [] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.588642 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.630919 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:43.634519 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:43.641481 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:43.655164 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Pushing event updated for resources: {'Port': ['ID=0302636e-0b88-47ee-9fd1-77fc79d8e626,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:43.661249 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:43.714253 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Attempting to bind port 0302636e-0b88-47ee-9fd1-77fc79d8e626 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:43.714630 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Attempting to bind port 0302636e-0b88-47ee-9fd1-77fc79d8e626 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:43.715132 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Attempting to bind port 0302636e-0b88-47ee-9fd1-77fc79d8e626 on network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:43.722074 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:43.722074 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Checking segment: {'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:43.722761 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.723098 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Bound using segment: {'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:43.723816 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Bound port: 0302636e-0b88-47ee-9fd1-77fc79d8e626, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:43.724556 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.813030 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:43.814934 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks [] for router_gateway (274d3c7c-5bd2-4888-8778-91820a0b5cb8), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.816210 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] For port 0302636e-0b88-47ee-9fd1-77fc79d8e626, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:43.821147 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] For port 0302636e-0b88-47ee-9fd1-77fc79d8e626, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=0302636e-0b88-47ee-9fd1-77fc79d8e626,segment=NetworkSegment(cc142110-8a19-4086-83d8-766a7810f138),segment_id=cc142110-8a19-4086-83d8-766a7810f138)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:43.850727 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.857751 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:43.966039 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:43.972883 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:44.014937 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Allocated IP 172.28.3.171 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/1446a972-f151-4d5b-a97a-179317582cde) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:44.036060 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6c299-1bb5-4f0a-8a2b-43beb9a0d962 None None] Pushing event updated for resources: {'Port': ['ID=0302636e-0b88-47ee-9fd1-77fc79d8e626,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:44.172245 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks [] for port (1446a972-f151-4d5b-a97a-179317582cde), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:44.362852 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (1446a972-f151-4d5b-a97a-179317582cde), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:44.460998 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0aab2-e030-4575-8402-8c588a5a6cf2 req-3feab790-dfde-4fd9-858f-6bf6973faa69 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:44.463581 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e9b0aab2-e030-4575-8402-8c588a5a6cf2 req-3feab790-dfde-4fd9-858f-6bf6973faa69 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.1739039 Jul 20 18:02:44.491852 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:44.504980 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:44.514217 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1446a972-f151-4d5b-a97a-179317582cde,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:44.518590 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:44.620998 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:44.666604 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e9b0aab2-e030-4575-8402-8c588a5a6cf2 req-cfe59384-05ba-4484-94ec-7a866f38ce5c tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834667 Jul 20 18:02:44.822451 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570d17-b813-405a-be60-9b64fc59b992 req-a37fad27-d89f-486a-85d8-b6cc70e290a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:44.824852 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3d570d17-b813-405a-be60-9b64fc59b992 req-a37fad27-d89f-486a-85d8-b6cc70e290a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 1129 time: 0.0660558 Jul 20 18:02:44.964765 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 9de94186-0c1b-4755-9586-9dab5a957ac4 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:44.992025 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks [] for router_gateway (274d3c7c-5bd2-4888-8778-91820a0b5cb8), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.059262 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570d17-b813-405a-be60-9b64fc59b992 req-efa97b74-167c-4687-8704-306c4d6cc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:45.060916 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3d570d17-b813-405a-be60-9b64fc59b992 req-efa97b74-167c-4687-8704-306c4d6cc5e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 918 time: 0.1679635 Jul 20 18:02:45.063921 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 9de94186-0c1b-4755-9586-9dab5a957ac4 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:45.064699 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.120100 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-01904d7d-3bbf-4d89-b18e-7cf2da73969f tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:45.122090 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-01904d7d-3bbf-4d89-b18e-7cf2da73969f tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.13 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.0811315 Jul 20 18:02:45.199445 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 9de94186-0c1b-4755-9586-9dab5a957ac4 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:45.200606 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 0302636e-0b88-47ee-9fd1-77fc79d8e626 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:45.250775 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 0302636e-0b88-47ee-9fd1-77fc79d8e626 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:45.250775 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.311058 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (274d3c7c-5bd2-4888-8778-91820a0b5cb8), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.323218 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90860229-d6b6-4d49-8b6f-11431d4ffafc None None] Network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:02:45.390059 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 0302636e-0b88-47ee-9fd1-77fc79d8e626 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:45.390453 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.487347 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-6d86c193-3eea-4e63-a561-9984dbf1a145 None None] Provisioning complete for port 0302636e-0b88-47ee-9fd1-77fc79d8e626 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:45.491442 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6d86c193-3eea-4e63-a561-9984dbf1a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.491689 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:45.565092 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 0302636e-0b88-47ee-9fd1-77fc79d8e626, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=0302636e-0b88-47ee-9fd1-77fc79d8e626,segment=NetworkSegment(cc142110-8a19-4086-83d8-766a7810f138),segment_id=cc142110-8a19-4086-83d8-766a7810f138)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:45.596817 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3d570d17-b813-405a-be60-9b64fc59b992 req-4616fd9d-ae95-48cc-8aaa-9d26e868337e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 HTTP/1.1" status: 200 len: 1001 time: 0.1068883 Jul 20 18:02:45.619452 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Deleting port 5815ccad-cc2e-4ecd-854b-c92ded030e97 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:02:45.619983 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.624578 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 18:02:45.652339 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-6d86c193-3eea-4e63-a561-9984dbf1a145 None None] Current status of the port 0302636e-0b88-47ee-9fd1-77fc79d8e626 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:45.652765 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-6d86c193-3eea-4e63-a561-9984dbf1a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.681704 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.908158 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.db.api [None req-6d86c193-3eea-4e63-a561-9984dbf1a145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 18:02:45.909010 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG oslo_db.api [None req-6d86c193-3eea-4e63-a561-9984dbf1a145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 18:02:45.925424 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=0302636e-0b88-47ee-9fd1-77fc79d8e626,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:45.946146 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] For port 5815ccad-cc2e-4ecd-854b-c92ded030e97, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5815ccad-cc2e-4ecd-854b-c92ded030e97,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:45.947611 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:45.978419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Calling delete_port for 5815ccad-cc2e-4ecd-854b-c92ded030e97 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:02:46.013748 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570d17-b813-405a-be60-9b64fc59b992 req-5bbf13ca-6d19-4970-8833-397259652e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:46.015673 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3d570d17-b813-405a-be60-9b64fc59b992 req-5bbf13ca-6d19-4970-8833-397259652e79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.4114380 Jul 20 18:02:46.185277 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:46.237551 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d570d17-b813-405a-be60-9b64fc59b992 req-290f96de-6f29-40d4-86c0-a528e42c7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:46.241377 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3d570d17-b813-405a-be60-9b64fc59b992 req-290f96de-6f29-40d4-86c0-a528e42c7491 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0987601 Jul 20 18:02:46.301628 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032629-425a-4179-8158-5501bd5d2fe1 req-2a55df14-69dd-4e83-a3e9-d1f227b21755 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:46.303210 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1b032629-425a-4179-8158-5501bd5d2fe1 req-2a55df14-69dd-4e83-a3e9-d1f227b21755 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 945 time: 0.4122412 Jul 20 18:02:46.321247 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:46.328466 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:46.341357 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Sync routers for ids ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:46.360388 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Routers {'274d3c7c-5bd2-4888-8778-91820a0b5cb8'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:46.361458 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:46.367713 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (5815ccad-cc2e-4ecd-854b-c92ded030e97), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:46.393421 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1b032629-425a-4179-8158-5501bd5d2fe1 req-97c04a3a-d1a4-4427-95a3-09773462f892 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827508 Jul 20 18:02:46.406547 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['5815ccad-cc2e-4ecd-854b-c92ded030e97'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:02:46.450306 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:46.454958 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c7d1df73-5d5e-48b3-bcc9-d43bc0e5c2c1 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7934709 Jul 20 18:02:46.465112 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 52958) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:46.492675 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-6d86c193-3eea-4e63-a561-9984dbf1a145 None None] Current status of the port 0302636e-0b88-47ee-9fd1-77fc79d8e626 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:46.555283 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Set router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:46.589157 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Pushing event deleted for resources: {'Port': ['ID=5815ccad-cc2e-4ecd-854b-c92ded030e97,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:46.617431 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.617779 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.617969 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:46.618478 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.619006 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.619521 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.620033 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.620599 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.621098 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.621586 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.622098 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.622591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.623102 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.623591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.624078 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.624626 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:02:46.634047 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3d570d17-b813-405a-be60-9b64fc59b992 req-0d8b3bcd-71e0-4c9d-a8d3-61d30c236311 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843063 Jul 20 18:02:46.639027 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:46.641775 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-3da9265f-83c6-45b1-b8e4-0b7b11424e06 None None] Provisioning complete for port 0302636e-0b88-47ee-9fd1-77fc79d8e626 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:46.642148 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3da9265f-83c6-45b1-b8e4-0b7b11424e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:46.907916 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3d570d17-b813-405a-be60-9b64fc59b992 req-4ea25ee8-25e0-4721-a012-48f5f07bcf6e service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460430 Jul 20 18:02:46.910421 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] No DVR routers for this DVR port 5815ccad-cc2e-4ecd-854b-c92ded030e97 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:02:46.921632 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:46.923231 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:02:44Z', 'revision_number': 3, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:46.928637 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f990637c-d850-4478-bcb6-7cdd1da742d2 req-5602646a-d716-410c-b6f8-b9177724e8aa tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.13 "DELETE /v2.0/ports/5815ccad-cc2e-4ecd-854b-c92ded030e97 HTTP/1.1" status: 204 len: 173 time: 1.4964588 Jul 20 18:02:46.929579 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d701f3-b2cd-438b-9391-cdee926dc65d', 'name': 'network-vif-deleted', 'tag': '5815ccad-cc2e-4ecd-854b-c92ded030e97'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:46.933933 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c8371c-d2fd-414b-94c2-6073ddd7f982" -d '{"events": [{"server_uuid": "31d701f3-b2cd-438b-9391-cdee926dc65d", "name": "network-vif-deleted", "tag": "5815ccad-cc2e-4ecd-854b-c92ded030e97"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:46.982022 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Checking router: 274d3c7c-5bd2-4888-8778-91820a0b5cb8 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:46.983257 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Updating router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 port 1446a972-f151-4d5b-a97a-179317582cde binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 18:02:47.006173 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 0302636e-0b88-47ee-9fd1-77fc79d8e626 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:47.008880 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7eaf34-719c-41e2-b43a-0247f62b520f x-openstack-request-id: req-3a7eaf34-719c-41e2-b43a-0247f62b520f {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:47.009845 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d701f3-b2cd-438b-9391-cdee926dc65d", "name": "network-vif-deleted", "tag": "5815ccad-cc2e-4ecd-854b-c92ded030e97", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:47.009845 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3a7eaf34-719c-41e2-b43a-0247f62b520f {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:47.010171 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7eaf34-719c-41e2-b43a-0247f62b520f'] response: {'server_uuid': '31d701f3-b2cd-438b-9391-cdee926dc65d', 'name': 'network-vif-deleted', 'tag': '5815ccad-cc2e-4ecd-854b-c92ded030e97', 'status': 'completed', 'code': 200} Jul 20 18:02:47.037749 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-3da9265f-83c6-45b1-b8e4-0b7b11424e06 None None] Current status of the port 0302636e-0b88-47ee-9fd1-77fc79d8e626 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:47.062728 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1446a972-f151-4d5b-a97a-179317582cde), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.078118 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:47.079556 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 0302636e-0b88-47ee-9fd1-77fc79d8e626 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:47.080090 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.209084 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 0302636e-0b88-47ee-9fd1-77fc79d8e626 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:47.264132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:47.411090 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.521268 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Publish callbacks [] for port (1446a972-f151-4d5b-a97a-179317582cde), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.565332 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0bd6dafa-305a-4b18-bc59-9863acf3f740 req-7a0b9485-ba75-4304-8b13-10ff60ee1e19 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 210 time: 0.0396254 Jul 20 18:02:47.620112 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1446a972-f151-4d5b-a97a-179317582cde), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.636604 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:47.684923 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Allocated IP 172.20.0.1 (a4f233e9-f3d3-4c75-b1cc-53348b3eca5b/9ec97c1b-3494-499f-be8a-468864ad1ca5/38a8c5a2-85c7-4fc9-a8a7-e873000852d4) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:02:47.700693 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86b62-47c6-4dd9-9be9-242c6189a9d7 None None] Pushing event updated for resources: {'Port': ['ID=1446a972-f151-4d5b-a97a-179317582cde,revision_number=2']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:47.716911 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Attempting to bind port 1446a972-f151-4d5b-a97a-179317582cde on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:47.717835 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Attempting to bind port 1446a972-f151-4d5b-a97a-179317582cde by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:47.718272 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Attempting to bind port 1446a972-f151-4d5b-a97a-179317582cde on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:47.729681 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:47.730631 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:47.731232 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.731730 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:47.732407 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Bound port: 1446a972-f151-4d5b-a97a-179317582cde, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:47.732919 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1446a972-f151-4d5b-a97a-179317582cde), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.791433 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:47.800646 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] For port 1446a972-f151-4d5b-a97a-179317582cde, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:47.805146 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] For port 1446a972-f151-4d5b-a97a-179317582cde, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=1446a972-f151-4d5b-a97a-179317582cde,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:47.828733 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Publish callbacks [] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.908616 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1446a972-f151-4d5b-a97a-179317582cde), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:47.984553 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:48.039403 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:48.042617 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:48.046795 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:02:48.047369 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (274d3c7c-5bd2-4888-8778-91820a0b5cb8), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:48.079441 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Routers {'274d3c7c-5bd2-4888-8778-91820a0b5cb8'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:48.080094 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:48.082200 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86b62-47c6-4dd9-9be9-242c6189a9d7 None None] Pushing event updated for resources: {'Port': ['ID=1446a972-f151-4d5b-a97a-179317582cde,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:48.106171 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Pushing event updated for resources: {'Port': ['ID=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:48.250029 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] Set router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:48.279997 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:48.374497 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:48.402425 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-8f41d088-4bac-433b-b992-1368ee32a03c None None] Provisioning complete for port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:48.403476 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8f41d088-4bac-433b-b992-1368ee32a03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:48.446760 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-8f41d088-4bac-433b-b992-1368ee32a03c None None] Port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:02:48.485316 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:48.498011 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:02:44Z', 'revision_number': 3, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:48.536881 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f305c-aa3d-4c16-b0f7-5d7961dbde27 None None] The sync data for ids ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'] in dv-cinder-849846-3-smb is: [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:02:44Z', 'revision_number': 3, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:48.579589 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953deba-6e93-4f29-92ec-54343332aa92 req-81b8ce3a-1bbf-4936-bc9f-e590560a3cda tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:48.582796 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1953deba-6e93-4f29-92ec-54343332aa92 req-81b8ce3a-1bbf-4936-bc9f-e590560a3cda tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.1057205 Jul 20 18:02:48.590176 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Publish callbacks [] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:48.673129 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1953deba-6e93-4f29-92ec-54343332aa92 req-fc5f523e-d89b-4a95-876f-81cb57f8ab00 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751543 Jul 20 18:02:48.723781 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e51501be-a6dc-4318-a26b-ba18a0863b77 req-6650bba5-6be3-4c4c-86b5-f82467eeaa8d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=31d701f3-b2cd-438b-9391-cdee926dc65d HTTP/1.1" status: 200 len: 210 time: 0.0470598 Jul 20 18:02:48.732885 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:48.733975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (274d3c7c-5bd2-4888-8778-91820a0b5cb8), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:48.842964 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Pushing event updated for resources: {'Port': ['ID=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:48.923162 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:02:48.925288 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:02:48.988168 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:49.047557 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 5815ccad-cc2e-4ecd-854b-c92ded030e97 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:02:49.060715 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:02:49.078135 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 5815ccad-cc2e-4ecd-854b-c92ded030e97 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:02:49.078491 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 5815ccad-cc2e-4ecd-854b-c92ded030e97 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:02:49.189073 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:49.194745 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-bfa97ce6-ce62-40c4-ac84-b42dfaf4508b admin admin] 10.222.0.27 "PUT /v2.0/routers/274d3c7c-5bd2-4888-8778-91820a0b5cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7285354 Jul 20 18:02:49.274674 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-c5183fc8-9cfd-415d-9222-7101b701dbbe None None] Provisioning complete for port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:49.275044 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c5183fc8-9cfd-415d-9222-7101b701dbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:49.318821 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c5183fc8-9cfd-415d-9222-7101b701dbbe None None] Port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:02:49.835356 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937399-ed1d-4f77-aa21-574bc2ed18a1 req-5d43f5d6-1e05-4c04-b71b-2569fdf88158 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:49.838666 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-81937399-ed1d-4f77-aa21-574bc2ed18a1 req-5d43f5d6-1e05-4c04-b71b-2569fdf88158 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0785532 Jul 20 18:02:49.908165 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-81937399-ed1d-4f77-aa21-574bc2ed18a1 req-eb15e940-528d-4659-a075-bb7f683fed8b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644052 Jul 20 18:02:50.322557 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Sync routers for ids ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:50.346337 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Routers {'274d3c7c-5bd2-4888-8778-91820a0b5cb8'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:50.346337 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:50.556413 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Set router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:50.842902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:02:48Z', 'revision_number': 4, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '38a8c5a2-85c7-4fc9-a8a7-e873000852d4', 'name': '', 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'mac_address': 'fa:16:3e:35:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9ec97c1b-3494-499f-be8a-468864ad1ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:47Z', 'updated_at': '2022-07-20T18:02:48Z', 'revision_number': 2, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'subnets': [{'id': '9ec97c1b-3494-499f-be8a-468864ad1ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:50.887391 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Checking router: 274d3c7c-5bd2-4888-8778-91820a0b5cb8 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:50.887842 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Updating router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 18:02:50.930985 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:50.937495 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 1446a972-f151-4d5b-a97a-179317582cde up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:51.070059 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:51.093671 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 1446a972-f151-4d5b-a97a-179317582cde triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:51.093671 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1446a972-f151-4d5b-a97a-179317582cde), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:51.117609 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa461-2cf1-40bf-a93c-97dd8de83474 req-70ff2360-d9b6-4316-9712-f795cde903ac tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:51.125375 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8c6fa461-2cf1-40bf-a93c-97dd8de83474 req-70ff2360-d9b6-4316-9712-f795cde903ac tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.1039813 Jul 20 18:02:51.228562 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8c6fa461-2cf1-40bf-a93c-97dd8de83474 req-2277977c-8740-4ba6-9ca5-573ddaddf940 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020253 Jul 20 18:02:51.336760 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 1446a972-f151-4d5b-a97a-179317582cde is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:51.337380 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1446a972-f151-4d5b-a97a-179317582cde), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:51.379600 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port 1446a972-f151-4d5b-a97a-179317582cde, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=1446a972-f151-4d5b-a97a-179317582cde,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:51.466229 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:51.470454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Publish callbacks [] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:51.476267 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1446a972-f151-4d5b-a97a-179317582cde), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:51.535814 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=1446a972-f151-4d5b-a97a-179317582cde,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:51.571200 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:51.644099 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b95ea-41bb-415a-8152-1b9c497da58b None None] Pushing event updated for resources: {'Port': ['ID=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:51.750883 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Attempting to bind port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:02:51.751532 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Attempting to bind port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:02:51.752104 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Attempting to bind port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 on network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:02:51.767073 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:02:51.767496 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Checking segment: {'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:02:51.768036 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:51.768450 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Bound using segment: {'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:02:51.768995 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Bound port: 38a8c5a2-85c7-4fc9-a8a7-e873000852d4, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc142110-8a19-4086-83d8-766a7810f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:02:51.769932 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:51.865862 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] For port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:02:51.869976 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] For port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,segment=NetworkSegment(cc142110-8a19-4086-83d8-766a7810f138),segment_id=cc142110-8a19-4086-83d8-766a7810f138)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:02:51.944996 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:52.009828 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-27894548-6647-4895-b6ed-7c0d6731f8a6 None None] Provisioning complete for port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:52.010198 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-27894548-6647-4895-b6ed-7c0d6731f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:52.064358 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Routers {'274d3c7c-5bd2-4888-8778-91820a0b5cb8'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:52.069299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:52.082272 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:52.083551 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b95ea-41bb-415a-8152-1b9c497da58b None None] Pushing event updated for resources: {'Port': ['ID=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:52.245619 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-27894548-6647-4895-b6ed-7c0d6731f8a6 None None] Current status of the port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:52.246214 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-27894548-6647-4895-b6ed-7c0d6731f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:52.337670 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] Set router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:52.432538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e523-e117-479b-9fa2-a6fc37fd681a req-86e66093-7464-49a8-a6e8-fbcf5ca59122 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:52.436064 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-27894548-6647-4895-b6ed-7c0d6731f8a6 None None] For port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,segment=NetworkSegment(cc142110-8a19-4086-83d8-766a7810f138),segment_id=cc142110-8a19-4086-83d8-766a7810f138)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:52.441081 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f684e523-e117-479b-9fa2-a6fc37fd681a req-86e66093-7464-49a8-a6e8-fbcf5ca59122 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0886803 Jul 20 18:02:52.508709 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f684e523-e117-479b-9fa2-a6fc37fd681a req-0e6f0fc2-6a00-4d7b-84cd-2e414e75c575 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658944 Jul 20 18:02:52.652292 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-27894548-6647-4895-b6ed-7c0d6731f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:52.711838 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:52.783258 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27894548-6647-4895-b6ed-7c0d6731f8a6 None None] Pushing event updated for resources: {'Port': ['ID=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:52.794124 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:52.811210 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-74eb838d-a2e2-4474-bbfd-6f6697f0e8bf None None] Provisioning complete for port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:52.811590 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-74eb838d-a2e2-4474-bbfd-6f6697f0e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:52.887231 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 1446a972-f151-4d5b-a97a-179317582cde up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:52.919706 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-b1fe7f95-29c8-4778-a9b8-e5dcefb6419f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:52.921227 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-b1fe7f95-29c8-4778-a9b8-e5dcefb6419f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.0568714 Jul 20 18:02:53.030290 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-74eb838d-a2e2-4474-bbfd-6f6697f0e8bf None None] Current status of the port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:53.046290 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:02:48Z', 'revision_number': 4, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '38a8c5a2-85c7-4fc9-a8a7-e873000852d4', 'name': '', 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'mac_address': 'fa:16:3e:35:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9ec97c1b-3494-499f-be8a-468864ad1ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:47Z', 'updated_at': '2022-07-20T18:02:51Z', 'revision_number': 4, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'subnets': [{'id': '9ec97c1b-3494-499f-be8a-468864ad1ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:53.061840 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Deleting port a141767c-b3d5-41f9-be1c-9ea00a058b7a {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:02:53.062197 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:53.091609 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0ef49-943b-4a9b-b46c-eafaf6ca3a36 None None] The sync data for ids ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'] in dv-cinder-849846-3-smb is: [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:02:48Z', 'revision_number': 4, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '38a8c5a2-85c7-4fc9-a8a7-e873000852d4', 'name': '', 'network_id': 'a4f233e9-f3d3-4c75-b1cc-53348b3eca5b', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'mac_address': 'fa:16:3e:35:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9ec97c1b-3494-499f-be8a-468864ad1ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:47Z', 'updated_at': '2022-07-20T18:02:51Z', 'revision_number': 4, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'subnets': [{'id': '9ec97c1b-3494-499f-be8a-468864ad1ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:53.094644 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 1446a972-f151-4d5b-a97a-179317582cde triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:53.095090 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1446a972-f151-4d5b-a97a-179317582cde), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:53.254454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 1446a972-f151-4d5b-a97a-179317582cde is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:53.314031 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] For port a141767c-b3d5-41f9-be1c-9ea00a058b7a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a141767c-b3d5-41f9-be1c-9ea00a058b7a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:53.314714 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:53.663742 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:53.664071 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (6485d843-78d1-4663-a2f7-857d42f287a5), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:53.665093 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Floating IP 6485d843-78d1-4663-a2f7-857d42f287a5 disassociated. External IP: 172.28.3.153, port: a141767c-b3d5-41f9-be1c-9ea00a058b7a. Jul 20 18:02:53.665607 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Calling delete_port for a141767c-b3d5-41f9-be1c-9ea00a058b7a owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:02:53.736637 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79266162-e025-4df1-a4b4-8141e5cb2293 req-3d3f295e-bcbe-4312-a75f-8bc3140020e2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:53.745648 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-79266162-e025-4df1-a4b4-8141e5cb2293 req-3d3f295e-bcbe-4312-a75f-8bc3140020e2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 945 time: 0.1032917 Jul 20 18:02:53.828024 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-79266162-e025-4df1-a4b4-8141e5cb2293 req-ec18a439-7e87-4f4a-9f5c-fb8e522d78c8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=6fb2c0f0-d991-44a3-88bd-124382759563&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802782 Jul 20 18:02:53.931722 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:54.028594 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (a141767c-b3d5-41f9-be1c-9ea00a058b7a), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:54.041744 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:54.088044 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event deleted for resources: {'Port': ['ID=a141767c-b3d5-41f9-be1c-9ea00a058b7a,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:54.292324 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Router 17c33b2c-10a6-406b-8fee-05c4d1d7003f has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:02:54.343076 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe2e60-a5aa-4032-8e75-ec6d06de009c req-faa119ae-474a-4606-a8ba-e85ae745456b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:54.345983 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1fe2e60-a5aa-4032-8e75-ec6d06de009c req-faa119ae-474a-4606-a8ba-e85ae745456b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 945 time: 0.0944510 Jul 20 18:02:54.449124 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1fe2e60-a5aa-4032-8e75-ec6d06de009c req-c5c22403-dc54-41eb-a99f-3c0ad3a29bb7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954709 Jul 20 18:02:54.491377 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:54.506123 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] Sync routers for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:54.532888 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:54.534420 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:54.563763 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] No DVR routers for this DVR port a141767c-b3d5-41f9-be1c-9ea00a058b7a on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:02:54.567689 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:54.591220 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-6d946062-dd52-4e3a-8b50-d903f61e3ccc req-2e375340-7cd0-4443-806e-df603b90e04c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "DELETE /v2.0/ports/a141767c-b3d5-41f9-be1c-9ea00a058b7a HTTP/1.1" status: 204 len: 173 time: 1.6628139 Jul 20 18:02:54.591915 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'name': 'network-vif-deleted', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:54.600191 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b352c-2df2-47e7-a489-da31d5cf6a8d" -d '{"events": [{"server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "name": "network-vif-deleted", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:54.700111 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:54.704651 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2448238-2418-4bb6-94d7-a879cca6ba7b x-openstack-request-id: req-e2448238-2418-4bb6-94d7-a879cca6ba7b {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:54.704836 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986625b4-2c75-4639-aa5a-55eb92427b7d", "name": "network-vif-deleted", "tag": "a141767c-b3d5-41f9-be1c-9ea00a058b7a", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:54.705094 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e2448238-2418-4bb6-94d7-a879cca6ba7b {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:54.705542 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2448238-2418-4bb6-94d7-a879cca6ba7b'] response: {'server_uuid': '986625b4-2c75-4639-aa5a-55eb92427b7d', 'name': 'network-vif-deleted', 'tag': 'a141767c-b3d5-41f9-be1c-9ea00a058b7a', 'status': 'completed', 'code': 200} Jul 20 18:02:54.947663 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:02:55.048376 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:55.056912 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:02:55.057283 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:55.085782 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] Checking router: 17c33b2c-10a6-406b-8fee-05c4d1d7003f for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:55.094890 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-96716470-86f2-4c96-8458-e52dac3d2ddb req-8294b192-2527-436a-b739-e526c05f995c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 210 time: 0.1046643 Jul 20 18:02:55.097420 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:55.099356 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:55.204693 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-2b2c9ca5-e911-432b-876d-66bc64cc375b tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:55.214494 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-2b2c9ca5-e911-432b-876d-66bc64cc375b tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/networks?id=885129ec-1a3f-4b48-91f6-37a83d4aaec8 HTTP/1.1" status: 200 len: 813 time: 0.2902687 Jul 20 18:02:55.227211 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:55.233547 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:55.240244 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-ae46661b-f946-40c5-b110-4bfa2a89becd tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/quotas/e56fb66af8654665b5869624adb1c8c8 HTTP/1.1" status: 200 len: 375 time: 0.0245290 Jul 20 18:02:55.277027 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-f7e894c5-1648-44fb-b0ed-12a6309f9fe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e56fb66af8654665b5869624adb1c8c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351491 Jul 20 18:02:55.435485 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:55.514900 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:55.545728 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b647f-7ab9-45eb-83c4-11fee1052c8a None None] The sync data for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb is: [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:42Z', 'revision_number': 4, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'e855f247-8f16-4205-8866-9c1c27ed24f5', 'name': '', 'network_id': 'f697aa97-5d1b-45da-9f61-b5d189eabfd7', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'mac_address': 'fa:16:3e:96:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:40Z', 'updated_at': '2022-07-20T17:58:00Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'subnets': [{'id': 'ea2c4176-1286-4fc2-8815-083e9bf7b044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:55.619229 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:55.673623 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce33572-e233-415d-9e0c-1c0172919437 req-861a26e3-7143-4065-8a92-eead62f75959 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:55.684858 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fce33572-e233-415d-9e0c-1c0172919437 req-861a26e3-7143-4065-8a92-eead62f75959 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 945 time: 0.1229901 Jul 20 18:02:55.702727 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-ac835443-5411-45e4-a4aa-f531b195116b service neutron] 10.222.0.27 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105666 Jul 20 18:02:55.704160 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-33af4b7f-be1b-4423-9ed8-1164c8b0ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:55.839719 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fce33572-e233-415d-9e0c-1c0172919437 req-dc364298-15d5-4dc8-bae1-e9fdc2fd125a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557233 Jul 20 18:02:55.870617 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:55.897677 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-f5ecd40e-3484-447c-b86c-8ca140f0b37b service neutron] 10.222.0.27 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940398 Jul 20 18:02:55.963162 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4efe4-c82d-4ba9-8d16-9ab07e15beab None None] New status for floating IP 6485d843-78d1-4663-a2f7-857d42f287a5: DOWN {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:02:56.052651 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:56.302392 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fc82eb9e-e6f6-4c04-9c19-47f0798e8353 req-22ffd633-e2fe-4e51-893c-94abc6d2bb78 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 210 time: 0.0746973 Jul 20 18:02:56.354111 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9991b2d-278e-4c8c-898f-5c3060867547 req-98fe9b75-3bf9-4fcd-b47e-a5db65395b1a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=986625b4-2c75-4639-aa5a-55eb92427b7d HTTP/1.1" status: 200 len: 210 time: 0.0735669 Jul 20 18:02:56.357292 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-2aba2ab9-efed-41d8-8877-c908234d22ff tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:56.369836 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-2aba2ab9-efed-41d8-8877-c908234d22ff tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 945 time: 0.1277344 Jul 20 18:02:56.537436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Deleting port d3c7e45b-b828-4d7d-ba64-747d09f903a9 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:02:56.537672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:56.714368 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] For port d3c7e45b-b828-4d7d-ba64-747d09f903a9, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d3c7e45b-b828-4d7d-ba64-747d09f903a9,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:02:56.716592 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:56.818623 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:02:56.988897 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:56.989312 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (034aa4da-99b4-49ed-b113-5b6a95486478), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:56.989763 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Floating IP 034aa4da-99b4-49ed-b113-5b6a95486478 disassociated. External IP: 172.28.3.244, port: d3c7e45b-b828-4d7d-ba64-747d09f903a9. Jul 20 18:02:56.990285 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Calling delete_port for d3c7e45b-b828-4d7d-ba64-747d09f903a9 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:02:56.996341 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d64f5f-8415-4981-a767-13e238b52637 req-16af66cb-3a0c-46f3-813c-5faace7c308f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:57.010664 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-53d64f5f-8415-4981-a767-13e238b52637 req-16af66cb-3a0c-46f3-813c-5faace7c308f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 945 time: 0.0739450 Jul 20 18:02:57.071177 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:57.115914 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-53d64f5f-8415-4981-a767-13e238b52637 req-8d791b27-86de-4bb7-9927-7dbf9972281f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=01db3a1f-cdd6-467d-87a0-17579f31f522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023962 Jul 20 18:02:57.147768 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device a141767c-b3d5-41f9-be1c-9ea00a058b7a no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:02:57.173565 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: a141767c-b3d5-41f9-be1c-9ea00a058b7a {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:02:57.174177 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device a141767c-b3d5-41f9-be1c-9ea00a058b7a not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:02:57.174638 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device d3c7e45b-b828-4d7d-ba64-747d09f903a9 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:02:57.275684 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port d3c7e45b-b828-4d7d-ba64-747d09f903a9 is: ACTIVE; New status is: DOWN {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:02:57.276080 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:57.361625 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (d3c7e45b-b828-4d7d-ba64-747d09f903a9), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:57.440239 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'Port': ['ID=d3c7e45b-b828-4d7d-ba64-747d09f903a9,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:57.445631 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-58bdae5c-a243-4bc5-ad86-29121044bd5b req-e4160296-3216-4f41-8fa0-b09ca3a06300 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 210 time: 0.0801885 Jul 20 18:02:57.587480 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:02:57.637596 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53120) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:57.674151 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:57.715418 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c58d9f8b-39b9-4870-9e1a-f5cc31d54572 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group (6fb2c0f0-d991-44a3-88bd-124382759563), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:57.744100 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c58d9f8b-39b9-4870-9e1a-f5cc31d54572 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group (6fb2c0f0-d991-44a3-88bd-124382759563), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:57.744521 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:02:57.757956 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:02:57.774334 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:57.775396 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:57.833902 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] No DVR routers for this DVR port d3c7e45b-b828-4d7d-ba64-747d09f903a9 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:02:57.838032 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:57.842645 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cd0af9da-5428-4320-8bb1-9fd8609504e8 req-146d8624-6285-46ce-a68d-e21ae098bda9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "DELETE /v2.0/ports/d3c7e45b-b828-4d7d-ba64-747d09f903a9 HTTP/1.1" status: 204 len: 173 time: 1.4577756 Jul 20 18:02:57.842977 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488eab30-3946-46d9-bb0e-65f0558097cc', 'name': 'network-vif-deleted', 'tag': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:02:57.848818 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde5e77-5a0a-4954-9996-1b385bc07da4" -d '{"events": [{"server_uuid": "488eab30-3946-46d9-bb0e-65f0558097cc", "name": "network-vif-deleted", "tag": "d3c7e45b-b828-4d7d-ba64-747d09f903a9"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:02:57.903743 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec92d8b-0c4a-4953-931b-dbaf39fadd2c x-openstack-request-id: req-cec92d8b-0c4a-4953-931b-dbaf39fadd2c {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:02:57.907399 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488eab30-3946-46d9-bb0e-65f0558097cc", "name": "network-vif-deleted", "tag": "d3c7e45b-b828-4d7d-ba64-747d09f903a9", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:02:57.907399 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cec92d8b-0c4a-4953-931b-dbaf39fadd2c {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:02:57.907399 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec92d8b-0c4a-4953-931b-dbaf39fadd2c'] response: {'server_uuid': '488eab30-3946-46d9-bb0e-65f0558097cc', 'name': 'network-vif-deleted', 'tag': 'd3c7e45b-b828-4d7d-ba64-747d09f903a9', 'status': 'completed', 'code': 200} Jul 20 18:02:57.952098 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:58.028569 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c58d9f8b-39b9-4870-9e1a-f5cc31d54572 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6fb2c0f0-d991-44a3-88bd-124382759563), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:58.032239 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c58d9f8b-39b9-4870-9e1a-f5cc31d54572 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:58.037569 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c58d9f8b-39b9-4870-9e1a-f5cc31d54572 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "DELETE /v2.0/security-groups/6fb2c0f0-d991-44a3-88bd-124382759563 HTTP/1.1" status: 204 len: 168 time: 0.3948545 Jul 20 18:02:58.050766 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53124) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:58.055658 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d9f8b-39b9-4870-9e1a-f5cc31d54572 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb2c0f0-d991-44a3-88bd-124382759563,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:58.071788 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.api.v2.resource [None req-eb388357-aca2-4490-8064-854b0cbdf77c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] show failed (client error): The resource could not be found. Jul 20 18:02:58.078329 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-eb388357-aca2-4490-8064-854b0cbdf77c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups/6fb2c0f0-d991-44a3-88bd-124382759563 HTTP/1.1" status: 404 len: 347 time: 0.0392561 Jul 20 18:02:58.081149 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53126) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:02:58.189676 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:02:58.206285 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c09ae8fa-fd41-4c44-88f7-c5b760839683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:58.278699 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:58.301543 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8634733a-04b8-4c44-b7a3-c3f3fb666276 req-ed88784f-842e-42c8-afd2-e87d25ed9cc8 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 210 time: 0.0674672 Jul 20 18:02:58.327767 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:02:58.330261 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Deleting port 52783612-6c93-439e-ba31-d903bae46b5e {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:02:58.330841 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (52783612-6c93-439e-ba31-d903bae46b5e), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:58.343688 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:02:58.345432 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:02:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:58.496007 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (52783612-6c93-439e-ba31-d903bae46b5e), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:58.500563 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (52783612-6c93-439e-ba31-d903bae46b5e), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:58.523995 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Calling delete_port for 52783612-6c93-439e-ba31-d903bae46b5e owned by network:floatingip {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:02:58.636211 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-da21b5cf-9bde-49e6-beab-bd7780f1453e req-7711b9aa-a3a0-4db7-bd13-f018d6d05eec tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 210 time: 0.0413492 Jul 20 18:02:58.669055 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:02:58.918812 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:02:58.945643 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17dcea-b150-4a60-af27-1e49d0f8f4b6 None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:02:59.123249 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (52783612-6c93-439e-ba31-d903bae46b5e), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:59.163864 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event deleted for resources: {'Port': ['ID=52783612-6c93-439e-ba31-d903bae46b5e,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:02:59.192737 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks [] for floatingip (6485d843-78d1-4663-a2f7-857d42f287a5), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:59.195477 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:02:59.196771 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-5a7cebc5-5448-4742-b24a-3f7cb44c9e3d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "DELETE /v2.0/floatingips/6485d843-78d1-4663-a2f7-857d42f287a5 HTTP/1.1" status: 204 len: 168 time: 1.1139493 Jul 20 18:02:59.225454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa10aed-3af5-4bcc-93ec-f6c90df4124c None None] New status for floating IP 034aa4da-99b4-49ed-b113-5b6a95486478: DOWN {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:02:59.438029 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6bb7d304-9506-486c-901c-17f819b5407f req-2bb889e2-65d4-4e05-a1ce-f44e1b78d078 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=488eab30-3946-46d9-bb0e-65f0558097cc HTTP/1.1" status: 200 len: 210 time: 0.0411503 Jul 20 18:02:59.798328 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-b0e912b5-eda5-4fff-a214-558350a475c3 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:02:59.800622 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-b0e912b5-eda5-4fff-a214-558350a475c3 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.13 "GET /v2.0/networks?id=885129ec-1a3f-4b48-91f6-37a83d4aaec8 HTTP/1.1" status: 200 len: 813 time: 0.1642928 Jul 20 18:02:59.803748 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a12ce76-5b0f-4344-a774-8cfb046b207d req-ad5505de-7d88-4d7c-baa3-1941fa542605 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 210 time: 0.0497108 Jul 20 18:02:59.823582 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Request body: {'port': {'device_id': 'f0d3539b-d1a8-48c5-b90e-7cc3e90df421', 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8', 'admin_state_up': True, 'tenant_id': 'e56fb66af8654665b5869624adb1c8c8'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:00.052004 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Made reservation on behalf of e56fb66af8654665b5869624adb1c8c8 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:03:00.057785 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.233062 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Allocated IP 172.20.0.12 (885129ec-1a3f-4b48-91f6-37a83d4aaec8/cd8a67f8-7d3c-4128-8aef-9d8beca1a98d/a2731808-4f24-4ab3-a001-75158039aa96) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:03:00.284497 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.429721 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks [] for port (a2731808-4f24-4ab3-a001-75158039aa96), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.566565 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (a2731808-4f24-4ab3-a001-75158039aa96), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.605966 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:00.606298 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53152) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:00.619488 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:03:00.622675 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:03:00.630242 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:03:00.671086 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Pushing event updated for resources: {'Port': ['ID=a2731808-4f24-4ab3-a001-75158039aa96,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:00.680989 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-10f4985c-2a66-40fd-8ed5-4a7cac233219 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (01db3a1f-cdd6-467d-87a0-17579f31f522), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.721021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:00.730325 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.730520 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-10f4985c-2a66-40fd-8ed5-4a7cac233219 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (01db3a1f-cdd6-467d-87a0-17579f31f522), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.733319 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:00.736807 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:00.758744 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:00.841991 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-902eb75d-3d9d-48cf-9b09-5911883cafe8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0254405 Jul 20 18:03:00.860924 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Request body: {'port': {'device_id': 'f0d3539b-d1a8-48c5-b90e-7cc3e90df421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:00.880883 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-10f4985c-2a66-40fd-8ed5-4a7cac233219 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (01db3a1f-cdd6-467d-87a0-17579f31f522), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.886022 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-10f4985c-2a66-40fd-8ed5-4a7cac233219 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:00.896779 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-10f4985c-2a66-40fd-8ed5-4a7cac233219 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "DELETE /v2.0/security-groups/01db3a1f-cdd6-467d-87a0-17579f31f522 HTTP/1.1" status: 204 len: 168 time: 0.2809258 Jul 20 18:03:00.916275 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53160) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:00.922866 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4985c-2a66-40fd-8ed5-4a7cac233219 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db3a1f-cdd6-467d-87a0-17579f31f522,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:00.981255 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (a2731808-4f24-4ab3-a001-75158039aa96), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.028213 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.api.v2.resource [None req-059f6edc-9681-42f7-b9a8-a8c84f23301c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] show failed (client error): The resource could not be found. Jul 20 18:03:01.030042 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-059f6edc-9681-42f7-b9a8-a8c84f23301c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups/01db3a1f-cdd6-467d-87a0-17579f31f522 HTTP/1.1" status: 404 len: 347 time: 0.0996604 Jul 20 18:03:01.034580 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53162) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:01.148054 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc35aa8-c85d-45a5-9f10-f7db97a70e16 req-a13ca30e-7409-40bc-9402-778b60c870d0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:01.150833 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4cc35aa8-c85d-45a5-9f10-f7db97a70e16 req-a13ca30e-7409-40bc-9402-778b60c870d0 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 932 time: 0.2047384 Jul 20 18:03:01.154980 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.290396 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4cc35aa8-c85d-45a5-9f10-f7db97a70e16 req-b6975d00-2668-477f-afc9-ae250157f56f tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868504 Jul 20 18:03:01.307332 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Deleting port ca6e4f72-71cc-43fa-a84d-5b505ded8f09 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:01.307976 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.457869 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.656932 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2731808-4f24-4ab3-a001-75158039aa96 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:01.669104 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Publish callbacks [] for port (a2731808-4f24-4ab3-a001-75158039aa96), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.671992 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.672327 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.683751 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Transition to ACTIVE for port object a2731808-4f24-4ab3-a001-75158039aa96 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:03:01.689322 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Calling delete_port for ca6e4f72-71cc-43fa-a84d-5b505ded8f09 owned by network:floatingip {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:01.823256 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (a2731808-4f24-4ab3-a001-75158039aa96), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.841312 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:01.906047 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Pushing event updated for resources: {'Port': ['ID=a2731808-4f24-4ab3-a001-75158039aa96,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:01.973581 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Attempting to bind port a2731808-4f24-4ab3-a001-75158039aa96 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:03:01.974122 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Attempting to bind port a2731808-4f24-4ab3-a001-75158039aa96 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:03:01.974607 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Attempting to bind port a2731808-4f24-4ab3-a001-75158039aa96 on network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:03:01.983554 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (ca6e4f72-71cc-43fa-a84d-5b505ded8f09), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:01.990566 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Port a2731808-4f24-4ab3-a001-75158039aa96 on network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:03:01.990566 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Attempting to bind port a2731808-4f24-4ab3-a001-75158039aa96 on network 885129ec-1a3f-4b48-91f6-37a83d4aaec8 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:03:01.999737 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:03:02.000590 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Checking segment: {'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:03:02.001229 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Bound using segment: {'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:03:02.002504 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Bound port: a2731808-4f24-4ab3-a001-75158039aa96, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1475171-a448-4984-b31f-9eddde327a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:03:02.007064 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (a2731808-4f24-4ab3-a001-75158039aa96), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.025113 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'Port': ['ID=ca6e4f72-71cc-43fa-a84d-5b505ded8f09,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:02.059479 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (034aa4da-99b4-49ed-b113-5b6a95486478), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.062852 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.067913 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-d1f2195a-22c8-4dd3-9b37-4e09bd53eeca tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "DELETE /v2.0/floatingips/034aa4da-99b4-49ed-b113-5b6a95486478 HTTP/1.1" status: 204 len: 168 time: 1.0312545 Jul 20 18:03:02.089496 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:02.140173 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] For port a2731808-4f24-4ab3-a001-75158039aa96, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:03:02.144347 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] For port a2731808-4f24-4ab3-a001-75158039aa96, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a2731808-4f24-4ab3-a001-75158039aa96,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:03:02.237473 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53174) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:02.241197 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (a2731808-4f24-4ab3-a001-75158039aa96), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.245132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-2ab3c676-4c00-40a3-b8fa-a4a084699f8c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155826414', 'description': 'tempest-description--1209675155'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:02.311209 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:02.311827 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.313342 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] 10.222.0.13 "PUT /v2.0/ports/a2731808-4f24-4ab3-a001-75158039aa96 HTTP/1.1" status: 200 len: 1094 time: 1.4568381 Jul 20 18:03:02.313960 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d3539b-d1a8-48c5-b90e-7cc3e90df421', 'tag': 'a2731808-4f24-4ab3-a001-75158039aa96'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:02.316329 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d3539b-d1a8-48c5-b90e-7cc3e90df421", "tag": "a2731808-4f24-4ab3-a001-75158039aa96"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:02.337585 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c676-4c00-40a3-b8fa-a4a084699f8c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.361419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5ec84-e127-4efb-b953-58f45de4dcda service neutron] Pushing event updated for resources: {'Port': ['ID=a2731808-4f24-4ab3-a001-75158039aa96,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:02.515668 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c676-4c00-40a3-b8fa-a4a084699f8c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (6f98f86d-3723-44ee-abfd-43ba17d98680), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.525652 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c8566-0ba2-441c-b483-aa2bad170e2a req-f2906fec-c229-4355-bddd-92d238a4b733 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:02.527548 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-875c8566-0ba2-441c-b483-aa2bad170e2a req-f2906fec-c229-4355-bddd-92d238a4b733 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 944 time: 0.0998669 Jul 20 18:03:02.615143 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-6030857c-031a-4d44-b7bd-70cf58ccd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:02.617122 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-6030857c-031a-4d44-b7bd-70cf58ccd5f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e56fb66af8654665b5869624adb1c8c8&device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 1128 time: 0.1299703 Jul 20 18:03:02.618530 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c676-4c00-40a3-b8fa-a4a084699f8c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6f98f86d-3723-44ee-abfd-43ba17d98680), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.629122 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-875c8566-0ba2-441c-b483-aa2bad170e2a req-2ef37d0e-a852-4178-82d0-680f4f064f2d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 Jul 20 18:03:02.670471 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3c676-4c00-40a3-b8fa-a4a084699f8c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f98f86d-3723-44ee-abfd-43ba17d98680,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:02.721202 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-3f537b4c-481b-4354-849f-45f3e4e0e99c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2731808-4f24-4ab3-a001-75158039aa96 HTTP/1.1" status: 200 len: 217 time: 0.0817561 Jul 20 18:03:02.722062 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c676-4c00-40a3-b8fa-a4a084699f8c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.723380 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124fb12c-7d6d-4901-a4ab-8f37402a30b1 x-openstack-request-id: req-124fb12c-7d6d-4901-a4ab-8f37402a30b1 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:02.724124 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-2ab3c676-4c00-40a3-b8fa-a4a084699f8c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4840546 Jul 20 18:03:02.725102 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d3539b-d1a8-48c5-b90e-7cc3e90df421", "tag": "a2731808-4f24-4ab3-a001-75158039aa96", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:02.725418 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-124fb12c-7d6d-4901-a4ab-8f37402a30b1 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:02.725891 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124fb12c-7d6d-4901-a4ab-8f37402a30b1'] response: {'name': 'network-changed', 'server_uuid': 'f0d3539b-d1a8-48c5-b90e-7cc3e90df421', 'tag': 'a2731808-4f24-4ab3-a001-75158039aa96', 'status': 'completed', 'code': 200} Jul 20 18:03:02.726855 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53184) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:02.731605 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-0f4f6acc-91fb-40bb-af82-adb97b9dcad9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group_rule': {'security_group_id': '6f98f86d-3723-44ee-abfd-43ba17d98680', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:02.797813 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954570c4-0074-4ab8-bda0-d1a788414a4a req-b19f4a1f-633c-4dfe-90ba-94a227fee4d8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:02.799469 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-954570c4-0074-4ab8-bda0-d1a788414a4a req-b19f4a1f-633c-4dfe-90ba-94a227fee4d8 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0741947 Jul 20 18:03:02.864533 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-954570c4-0074-4ab8-bda0-d1a788414a4a req-3a826172-b5ad-4af2-b8bc-992362794413 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534713 Jul 20 18:03:02.901182 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0f4f6acc-91fb-40bb-af82-adb97b9dcad9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (2737682f-2e1a-496d-99cc-548acd9c1574), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:02.983789 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0f4f6acc-91fb-40bb-af82-adb97b9dcad9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (2737682f-2e1a-496d-99cc-548acd9c1574), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:03.177941 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0f4f6acc-91fb-40bb-af82-adb97b9dcad9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (2737682f-2e1a-496d-99cc-548acd9c1574), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:03.198442 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f6acc-91fb-40bb-af82-adb97b9dcad9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2737682f-2e1a-496d-99cc-548acd9c1574,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:03.311489 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0f4f6acc-91fb-40bb-af82-adb97b9dcad9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:03.313503 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-0f4f6acc-91fb-40bb-af82-adb97b9dcad9 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5857198 Jul 20 18:03:03.316163 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53192) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:03.321423 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-bc8bf143-dfb0-463e-a2b4-4b49b228d858 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'security_group_rule': {'security_group_id': '6f98f86d-3723-44ee-abfd-43ba17d98680', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:03.453647 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf143-dfb0-463e-a2b4-4b49b228d858 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (8cca8ba0-48a1-4ce9-bd2e-608dd7b47836), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:03.528879 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf143-dfb0-463e-a2b4-4b49b228d858 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (8cca8ba0-48a1-4ce9-bd2e-608dd7b47836), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:03.617501 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf143-dfb0-463e-a2b4-4b49b228d858 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (8cca8ba0-48a1-4ce9-bd2e-608dd7b47836), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:03.640874 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bf143-dfb0-463e-a2b4-4b49b228d858 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cca8ba0-48a1-4ce9-bd2e-608dd7b47836,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:03.769456 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6189-6709-4839-aa03-03154aebf931 req-7f56af73-00ac-472c-a0f0-b25804646446 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:03.771871 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-585c6189-6709-4839-aa03-03154aebf931 req-7f56af73-00ac-472c-a0f0-b25804646446 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 944 time: 0.0545208 Jul 20 18:03:03.776654 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf143-dfb0-463e-a2b4-4b49b228d858 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:03.776654 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-bc8bf143-dfb0-463e-a2b4-4b49b228d858 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4583988 Jul 20 18:03:03.780110 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53196) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:03.784710 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:03.831967 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-585c6189-6709-4839-aa03-03154aebf931 req-189590b5-9851-45ad-ad9b-1a4fc695f717 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 Jul 20 18:03:03.903839 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:03.974666 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:03.993185 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbc9a-6e1f-4ca0-838a-77fed4b36b8e req-d3aa966b-9ab6-4089-863f-603ec196de05 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:03.994813 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-151dbc9a-6e1f-4ca0-838a-77fed4b36b8e req-d3aa966b-9ab6-4089-863f-603ec196de05 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0573308 Jul 20 18:03:04.003223 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:04.011075 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:04.086838 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-151dbc9a-6e1f-4ca0-838a-77fed4b36b8e req-8fc48595-01e0-4b82-b1f1-28351c0bcb90 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844443 Jul 20 18:03:04.141380 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Allocated IP 172.28.3.220 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/55de9f62-735a-4c4a-a787-54731a9f8dd3) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:03:04.257138 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (55de9f62-735a-4c4a-a787-54731a9f8dd3), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:04.275697 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:04.383658 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (55de9f62-735a-4c4a-a787-54731a9f8dd3), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:04.429340 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:03:04.435081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:03:04.439365 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:03:04.445419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=55de9f62-735a-4c4a-a787-54731a9f8dd3,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:04.525152 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:04.533671 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (59252478-04ae-42b3-be2e-aeb77be54b1e), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:04.582100 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-daf6500e-041f-4d28-80d0-f86772f3a946 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:04.583703 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-daf6500e-041f-4d28-80d0-f86772f3a946 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/networks?id=53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 200 len: 814 time: 0.1125519 Jul 20 18:03:04.599177 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-c8df309b-1366-4414-ba98-988b869ff663 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/quotas/1d7075d41e2349eebee32600a5c57a68 HTTP/1.1" status: 200 len: 375 time: 0.0094578 Jul 20 18:03:04.651426 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-762c7a4c-fdaa-4ee9-83ab-13349ef6ae92 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1d7075d41e2349eebee32600a5c57a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468574 Jul 20 18:03:04.677514 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (55de9f62-735a-4c4a-a787-54731a9f8dd3), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:04.754968 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-928db6c0-40e5-4a75-9776-f781e177675d service neutron] 10.222.0.27 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909421 Jul 20 18:03:04.797680 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-8e364c22-a883-4820-8467-1328e3154a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:04.799104 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-8e364c22-a883-4820-8467-1328e3154a7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd8a67f8-7d3c-4128-8aef-9d8beca1a98d HTTP/1.1" status: 200 len: 853 time: 0.0797522 Jul 20 18:03:04.856391 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-665e07e3-7212-4818-841c-d31bc8be632e service neutron] 10.222.0.27 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952237 Jul 20 18:03:04.916377 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (55de9f62-735a-4c4a-a787-54731a9f8dd3), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:04.937712 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-4565152c-9e09-4494-9aeb-34680dc69a37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=885129ec-1a3f-4b48-91f6-37a83d4aaec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407374 Jul 20 18:03:04.989798 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83d521-1295-4e55-bfee-42e88f0eda64 req-24fd576d-b9d0-4977-ab63-465f124529f8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:04.991111 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e83d521-1295-4e55-bfee-42e88f0eda64 req-24fd576d-b9d0-4977-ab63-465f124529f8 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 944 time: 0.0701687 Jul 20 18:03:05.024422 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (55de9f62-735a-4c4a-a787-54731a9f8dd3), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:05.046284 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e83d521-1295-4e55-bfee-42e88f0eda64 req-1dc75a3b-6238-4ef1-8cb4-b24950a67d1f tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Jul 20 18:03:05.072150 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-bea53bf2-b090-4fbe-a987-da4697c92a0c service neutron] 10.222.0.13 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280246 Jul 20 18:03:05.229073 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49ed1fa4-18db-4ff5-95c7-dc7d8f14a83b req-54d6d89b-a8d5-4277-aa52-3c1a57d0d073 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 210 time: 0.0423856 Jul 20 18:03:05.237587 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:05.240888 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:05.268719 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (59252478-04ae-42b3-be2e-aeb77be54b1e), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:05.272446 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=55de9f62-735a-4c4a-a787-54731a9f8dd3,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:05.293212 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-1f4f91e1-1082-4914-9cf2-d630c0ae1e2b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:05.295040 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-1f4f91e1-1082-4914-9cf2-d630c0ae1e2b tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.2183821 Jul 20 18:03:05.304998 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3a77e-9077-4d66-8a86-9f812441a1aa req-83fc07a7-9fe4-4a05-b470-95e00e6c6ef2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:05.306446 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a0e3a77e-9077-4d66-8a86-9f812441a1aa req-83fc07a7-9fe4-4a05-b470-95e00e6c6ef2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 945 time: 0.0857925 Jul 20 18:03:05.325799 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3f51f632-9061-41a5-bdc5-9ea8e6fdd178 req-ea29c63c-74ba-4bc4-9b3c-966e6b8f4940 service neutron] 10.222.0.13 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383714 Jul 20 18:03:05.364925 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a0e3a77e-9077-4d66-8a86-9f812441a1aa req-ccabdd60-a850-4be9-bafd-46983390c7e1 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529430 Jul 20 18:03:05.403298 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:05.404671 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-7dc58c82-a451-4468-a6e9-53d8a304f647 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6234589 Jul 20 18:03:05.427921 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Deleting port 68500949-7d38-47c0-81cc-655c30bacb9a {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:05.428268 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:05.546449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] For port 68500949-7d38-47c0-81cc-655c30bacb9a, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=68500949-7d38-47c0-81cc-655c30bacb9a,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:05.550757 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:05.561707 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Calling delete_port for 68500949-7d38-47c0-81cc-655c30bacb9a owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:05.586497 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-2f2bcb89-8c4f-4953-847b-d10d40841d53 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--155826414&fields=id&tenant_id=42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 267 time: 0.0468802 Jul 20 18:03:05.707079 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-37208beb-02c7-4222-96e3-c35c69aab438 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:05.709388 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-37208beb-02c7-4222-96e3-c35c69aab438 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 815 time: 0.1156344 Jul 20 18:03:05.724191 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-68b0c23f-0a33-4c30-9d4a-590c02200abc tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/quotas/42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 375 time: 0.0095093 Jul 20 18:03:05.776541 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-09dbecec-751c-4179-86ad-9e11bb39119e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471809 Jul 20 18:03:05.789289 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (68500949-7d38-47c0-81cc-655c30bacb9a), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:05.824436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event deleted for resources: {'Port': ['ID=68500949-7d38-47c0-81cc-655c30bacb9a,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:05.825887 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['c93b1c00-b88e-4c6a-b02d-4b713deab363', '68500949-7d38-47c0-81cc-655c30bacb9a'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:03:05.878884 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] No DVR routers for this DVR port 68500949-7d38-47c0-81cc-655c30bacb9a on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:03:05.884362 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:05.890615 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-91893772-5566-4dc3-bf0f-f62b7d10be2c req-c7aada6d-d620-47bd-91fc-9342d83c67af tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "DELETE /v2.0/ports/68500949-7d38-47c0-81cc-655c30bacb9a HTTP/1.1" status: 204 len: 173 time: 0.5853748 Jul 20 18:03:05.891356 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d93a53-c346-4912-9b7c-ea961081a643', 'name': 'network-vif-deleted', 'tag': '68500949-7d38-47c0-81cc-655c30bacb9a'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:05.895764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1690e02f-7b67-4dd2-bbb8-5f9580417bbf" -d '{"events": [{"server_uuid": "f0d93a53-c346-4912-9b7c-ea961081a643", "name": "network-vif-deleted", "tag": "68500949-7d38-47c0-81cc-655c30bacb9a"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:05.900511 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-211dc004-933e-4091-a236-e8080729f9c6 service neutron] 10.222.0.27 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089613 Jul 20 18:03:05.934198 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:05.966726 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ae053-b61d-48a3-98a8-1285009ce10f x-openstack-request-id: req-f37ae053-b61d-48a3-98a8-1285009ce10f {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:05.967476 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d93a53-c346-4912-9b7c-ea961081a643", "name": "network-vif-deleted", "tag": "68500949-7d38-47c0-81cc-655c30bacb9a", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:05.968130 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f37ae053-b61d-48a3-98a8-1285009ce10f {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:05.969020 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37ae053-b61d-48a3-98a8-1285009ce10f'] response: {'server_uuid': 'f0d93a53-c346-4912-9b7c-ea961081a643', 'name': 'network-vif-deleted', 'tag': '68500949-7d38-47c0-81cc-655c30bacb9a', 'status': 'completed', 'code': 200} Jul 20 18:03:06.023190 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-50ba1242-0df6-427d-8d54-0d19df22f459 service neutron] 10.222.0.27 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105998 Jul 20 18:03:06.201959 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d661803-573b-474b-9601-ee7afd501045 req-c7ebd5f2-b7e4-41f2-bcb6-09b41adb67e9 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:06.203614 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9d661803-573b-474b-9601-ee7afd501045 req-c7ebd5f2-b7e4-41f2-bcb6-09b41adb67e9 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 944 time: 0.0589163 Jul 20 18:03:06.281914 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9d661803-573b-474b-9601-ee7afd501045 req-84d8903d-e683-4af6-af39-3130d76fd1eb tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714378 Jul 20 18:03:06.371802 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b557b86c-0a2b-4500-835e-1c6c412dcf4f req-ffa5c705-e075-4dff-92fc-7da24024d556 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 210 time: 0.0867658 Jul 20 18:03:06.404119 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:06.422687 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-669855b3-9715-4d16-8ad8-1a1993cedf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:06.424877 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-669855b3-9715-4d16-8ad8-1a1993cedf5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e56fb66af8654665b5869624adb1c8c8&device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 1128 time: 0.0991406 Jul 20 18:03:06.433590 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-67c98b46-c122-4291-9529-599e054aa659 req-e4da54b9-439b-4000-a292-f3fb76ff02ae tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 210 time: 0.0646377 Jul 20 18:03:06.529258 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-58c03f2e-61df-4000-b92a-fe8caf785922 req-6a80038e-70f3-4fbd-9031-9e547419bf66 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 210 time: 0.0458834 Jul 20 18:03:06.552102 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-c9008fcb-1d66-428f-8372-8b47df77461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:06.552102 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-c9008fcb-1d66-428f-8372-8b47df77461d service neutron] 10.222.0.13 "GET /v2.0/networks?id=885129ec-1a3f-4b48-91f6-37a83d4aaec8 HTTP/1.1" status: 200 len: 914 time: 0.1117382 Jul 20 18:03:06.593837 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-0d47dcf2-c033-4725-b19f-7a4029bc5e43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2731808-4f24-4ab3-a001-75158039aa96 HTTP/1.1" status: 200 len: 217 time: 0.0362880 Jul 20 18:03:06.650973 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-e2276b6d-7e21-4e96-92b7-ca89c60115e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:06.652555 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-e2276b6d-7e21-4e96-92b7-ca89c60115e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd8a67f8-7d3c-4128-8aef-9d8beca1a98d HTTP/1.1" status: 200 len: 853 time: 0.0526197 Jul 20 18:03:06.688912 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-337a62ce-77d3-4ef9-b030-4c0895c732c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=885129ec-1a3f-4b48-91f6-37a83d4aaec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298417 Jul 20 18:03:06.787720 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-7cfe5853-a81c-4fb5-aa16-0c074995bfc3 service neutron] 10.222.0.13 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888705 Jul 20 18:03:06.855406 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:06.889950 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-913c35ef-f9fd-4ff5-b98a-2534bd0836eb req-4f7e5172-b5f2-4a66-b7f0-5b1c1aa68cbf service neutron] 10.222.0.13 "GET /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961862 Jul 20 18:03:07.105144 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device a2731808-4f24-4ab3-a001-75158039aa96 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:03:07.214086 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port a2731808-4f24-4ab3-a001-75158039aa96, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a2731808-4f24-4ab3-a001-75158039aa96,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:07.229512 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'a2731808-4f24-4ab3-a001-75158039aa96', 'network_id': '885129ec-1a3f-4b48-91f6-37a83d4aaec8', 'port_id': 'a2731808-4f24-4ab3-a001-75158039aa96', 'mac_address': 'fa:16:3e:f3:ed:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8a67f8-7d3c-4128-8aef-9d8beca1a98d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:03:07.271647 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port a2731808-4f24-4ab3-a001-75158039aa96 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:07.272041 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (a2731808-4f24-4ab3-a001-75158039aa96), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:07.286333 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2731808-4f24-4ab3-a001-75158039aa96 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:07.308184 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port a2731808-4f24-4ab3-a001-75158039aa96, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a2731808-4f24-4ab3-a001-75158039aa96,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:07.404029 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (a2731808-4f24-4ab3-a001-75158039aa96), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:07.445464 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8188c-38c1-4f68-9165-216c6b25cea4 req-e2ae49b4-d864-426d-b634-d4bc6ff068e7 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:07.447675 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2ad8188c-38c1-4f68-9165-216c6b25cea4 req-e2ae49b4-d864-426d-b634-d4bc6ff068e7 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 944 time: 0.0872574 Jul 20 18:03:07.482799 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=a2731808-4f24-4ab3-a001-75158039aa96,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:07.538715 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-76d30795-262b-4b10-ab5a-f938f5f2d4b5 req-554f9f77-6c80-4adc-a04e-ae01ddda0b8a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 210 time: 0.0392919 Jul 20 18:03:07.556707 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2ad8188c-38c1-4f68-9165-216c6b25cea4 req-bfe9f8cd-bc03-4c78-a3bd-54579c6cb75d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002550 Jul 20 18:03:07.650701 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-503710e0-8d83-45c6-8052-93386766b0a5 req-cc168226-e74d-44fc-9353-d18c0516d717 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 210 time: 0.0320499 Jul 20 18:03:07.689298 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-92c2ff00-46ee-429c-bbff-391b33655494 req-ffc7b409-2883-43b5-99e7-6a8c49fa1427 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d93a53-c346-4912-9b7c-ea961081a643 HTTP/1.1" status: 200 len: 210 time: 0.0413375 Jul 20 18:03:07.804940 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['a2731808-4f24-4ab3-a001-75158039aa96'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:03:07.900464 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:08.554397 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-70ae594b-cc18-45b6-9ef2-d214a729ab1b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:08.556026 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-70ae594b-cc18-45b6-9ef2-d214a729ab1b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.13 "GET /v2.0/networks?id=53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 200 len: 814 time: 0.1192300 Jul 20 18:03:08.660878 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2d150fd3-a7e4-43b3-9b05-9b48794d5289 req-c1d08b24-7323-4fa2-8f3c-846978393e67 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 210 time: 0.0416386 Jul 20 18:03:08.713218 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26652322-bc5e-4406-acd0-fb99a8a894c7 req-bebd6396-5995-4711-b6b1-2839be81887e tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:08.714093 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'port': {'device_id': '8dac7521-32a7-4802-b647-07452c7838ce', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'admin_state_up': True, 'tenant_id': '1d7075d41e2349eebee32600a5c57a68'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:08.714759 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-26652322-bc5e-4406-acd0-fb99a8a894c7 req-bebd6396-5995-4711-b6b1-2839be81887e tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 945 time: 0.0569563 Jul 20 18:03:08.797256 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7b70b08c-bf49-4ba1-905f-c70798351ff8 req-c6ff05cc-73af-4a8b-91f3-79210d34e735 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 210 time: 0.0376685 Jul 20 18:03:08.805605 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-26652322-bc5e-4406-acd0-fb99a8a894c7 req-fc55035a-96d4-484d-bcb5-34efb7ee392c tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831504 Jul 20 18:03:08.922904 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=81 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:08.922904 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=34 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:09.034690 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Made reservation on behalf of 1d7075d41e2349eebee32600a5c57a68 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:03:09.038529 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:09.110191 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device a2731808-4f24-4ab3-a001-75158039aa96 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:03:09.156998 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port a2731808-4f24-4ab3-a001-75158039aa96 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:03:09.239924 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-9e7dab4d-d126-48b4-b65e-4c30b798238b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:09.241441 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-9e7dab4d-d126-48b4-b65e-4c30b798238b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 815 time: 0.2003484 Jul 20 18:03:09.274774 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Allocated IP 172.20.0.10 (53b030e9-b2a8-477e-9065-456ab6e058a7/a964c6b0-23c2-4f05-aba5-d8695b6e385f/0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:03:09.336887 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port a2731808-4f24-4ab3-a001-75158039aa96 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:09.337523 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (a2731808-4f24-4ab3-a001-75158039aa96), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:09.431090 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port a2731808-4f24-4ab3-a001-75158039aa96 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:09.431654 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (a2731808-4f24-4ab3-a001-75158039aa96), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:09.462543 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3539b-d1a8-48c5-b90e-7cc3e90df421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2731808-4f24-4ab3-a001-75158039aa96'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:09.465116 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70a7125-0905-4cd0-8c4a-071ce03d10c2" -d '{"events": [{"server_uuid": "f0d3539b-d1a8-48c5-b90e-7cc3e90df421", "name": "network-vif-plugged", "status": "completed", "tag": "a2731808-4f24-4ab3-a001-75158039aa96"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:09.471222 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-e5fb49fe-3bf1-4a60-b31b-17e9e7a04e50 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a3ef9ead804c5483de2cc4ac8855b3 HTTP/1.1" status: 200 len: 379 time: 0.1455235 Jul 20 18:03:09.479230 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port a2731808-4f24-4ab3-a001-75158039aa96, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a2731808-4f24-4ab3-a001-75158039aa96,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:09.486305 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'port': {'device_id': '237be94b-1666-42aa-9763-7e9a816667a7', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'admin_state_up': True, 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'security_groups': ['6f98f86d-3723-44ee-abfd-43ba17d98680']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:09.546952 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:09.612064 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:09.615997 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:09.695818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd919016-83d8-488f-83ef-bc955e9a67c3 x-openstack-request-id: req-dd919016-83d8-488f-83ef-bc955e9a67c3 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:09.695818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3539b-d1a8-48c5-b90e-7cc3e90df421", "name": "network-vif-plugged", "status": "completed", "tag": "a2731808-4f24-4ab3-a001-75158039aa96", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:09.695818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dd919016-83d8-488f-83ef-bc955e9a67c3 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:09.695818 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd919016-83d8-488f-83ef-bc955e9a67c3'] response: {'server_uuid': 'f0d3539b-d1a8-48c5-b90e-7cc3e90df421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2731808-4f24-4ab3-a001-75158039aa96', 'code': 200} Jul 20 18:03:09.695818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (a2731808-4f24-4ab3-a001-75158039aa96), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:09.697370 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 68500949-7d38-47c0-81cc-655c30bacb9a no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:09.738995 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 68500949-7d38-47c0-81cc-655c30bacb9a {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:03:09.747572 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 68500949-7d38-47c0-81cc-655c30bacb9a not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:03:09.770601 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=a2731808-4f24-4ab3-a001-75158039aa96,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:09.790925 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:09.802975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c21d9-6cfb-4f45-b0ce-65c97417d549 req-e41d43cc-1096-4d23-b820-96825a6c9a1c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:09.805349 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c53c21d9-6cfb-4f45-b0ce-65c97417d549 req-e41d43cc-1096-4d23-b820-96825a6c9a1c tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0600471 Jul 20 18:03:09.853071 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Made reservation on behalf of 42a3ef9ead804c5483de2cc4ac8855b3 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:03:09.858955 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:09.867391 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:09.886470 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:03:09.888566 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c53c21d9-6cfb-4f45-b0ce-65c97417d549 req-404c5b99-f32f-45d5-9205-33a43322479f tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685937 Jul 20 18:03:09.898768 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:03:09.902596 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:03:09.917033 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'Port': ['ID=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:10.078129 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f24f12b-9fcd-4de0-94a3-4c245e9c891a req-ff91f8f4-4d54-4930-9d90-7cc9be117b0e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 210 time: 0.0450051 Jul 20 18:03:10.147412 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:10.152284 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:10.240137 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa2632-89d3-4217-b5f8-6bd017e7f6f2 req-3a78406a-cc59-4d92-a227-ca4624134bf3 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:10.241828 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7daa2632-89d3-4217-b5f8-6bd017e7f6f2 req-3a78406a-cc59-4d92-a227-ca4624134bf3 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0710099 Jul 20 18:03:10.279202 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Allocated IP 172.20.0.6 (a279782c-a6f9-4260-a721-74e3c41283c9/595c17cd-33a2-4e71-856c-14bab02242fe/4021f055-56a2-4f48-ba0c-5c6d32e10fd7) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:03:10.307959 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b276108f-316e-47dc-8ad9-60283482ae73 None None] Provisioning complete for port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:10.308755 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b276108f-316e-47dc-8ad9-60283482ae73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:10.313740 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:10.313971 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7886952-77c1-4f7a-bc11-ad8d4b192231 req-35656891-c65e-482a-9751-adf12181b187 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:10.315457 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c7886952-77c1-4f7a-bc11-ad8d4b192231 req-35656891-c65e-482a-9751-adf12181b187 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 932 time: 0.1045616 Jul 20 18:03:10.321971 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:10.367443 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b276108f-316e-47dc-8ad9-60283482ae73 None None] Port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:03:10.380003 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7daa2632-89d3-4217-b5f8-6bd017e7f6f2 req-08bef4ed-5329-4e4b-8fff-b62104a9be64 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156368 Jul 20 18:03:10.420135 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c7886952-77c1-4f7a-bc11-ad8d4b192231 req-7a371c76-55e0-4378-b121-e6eacc20315a tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883679 Jul 20 18:03:10.461565 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f6932e8c-be82-4efe-82dc-526fb4dd79ec tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7515216 Jul 20 18:03:10.499920 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:10.509962 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb136d8-b040-44ba-8eca-e2d46a199d6f req-177665e7-6ebc-4676-82a8-237e9dae4974 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:10.511635 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6fb136d8-b040-44ba-8eca-e2d46a199d6f req-177665e7-6ebc-4676-82a8-237e9dae4974 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0496254 Jul 20 18:03:10.563796 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6fb136d8-b040-44ba-8eca-e2d46a199d6f req-253186b4-a008-491b-86a4-4a5fe71c3e97 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458474 Jul 20 18:03:10.600828 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:10.630050 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:10.678574 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Network a279782c-a6f9-4260-a721-74e3c41283c9 is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:03:10.685483 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:03:10.691392 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:03:10.718077 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event updated for resources: {'Port': ['ID=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:10.755867 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:10.756571 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:10.871980 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-493a5578-eeb0-4fea-abb4-ebe8fc8c2d8b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3895175 Jul 20 18:03:10.992367 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-e9251036-16d3-485b-8625-c8d8e6f61eae None None] Provisioning complete for port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:10.992783 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e9251036-16d3-485b-8625-c8d8e6f61eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:11.026102 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-e9251036-16d3-485b-8625-c8d8e6f61eae None None] Port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:03:11.054120 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb49920-c4ba-4551-9560-2923485535d2 req-9a8547b4-5acf-4380-a8ee-1db9c54be174 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:11.057996 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2bb49920-c4ba-4551-9560-2923485535d2 req-9a8547b4-5acf-4380-a8ee-1db9c54be174 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0549924 Jul 20 18:03:11.108648 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2bb49920-c4ba-4551-9560-2923485535d2 req-374d510b-d6b2-45bc-aedc-4c0dbc827430 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Jul 20 18:03:11.227485 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929326c-ccde-4670-b67b-8ed2cbed2704 req-0e04316c-3aca-49f6-98b8-9f9f831cb94a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:11.228976 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c929326c-ccde-4670-b67b-8ed2cbed2704 req-0e04316c-3aca-49f6-98b8-9f9f831cb94a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 931 time: 0.0469201 Jul 20 18:03:11.278008 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c929326c-ccde-4670-b67b-8ed2cbed2704 req-4001e780-f1dc-435e-9a7f-77512cf22d2e tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427954 Jul 20 18:03:11.553476 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd36a1-7ec2-492d-a168-648970349600 req-602cf747-b444-4955-ac2f-b3d49f7922ea tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:11.554981 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-45fd36a1-7ec2-492d-a168-648970349600 req-602cf747-b444-4955-ac2f-b3d49f7922ea tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0962136 Jul 20 18:03:11.587154 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a0b1c-4b67-4683-b9b4-b41607c50e54 req-bac6733c-3645-4786-b054-22304611d48a tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:11.588709 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d9a0b1c-4b67-4683-b9b4-b41607c50e54 req-bac6733c-3645-4786-b054-22304611d48a tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 932 time: 0.0889688 Jul 20 18:03:11.640592 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-45fd36a1-7ec2-492d-a168-648970349600 req-43bfbb1d-d00e-480c-9a5c-f7cea76b0fb6 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793319 Jul 20 18:03:11.666029 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d9a0b1c-4b67-4683-b9b4-b41607c50e54 req-4d9bc8ea-380c-47e5-a855-1a135ae381e2 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691929 Jul 20 18:03:11.753832 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6b261-fb4e-4356-b82b-96dce48b8d03 req-a1983125-44d4-4661-be5f-4438f0b4fe98 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:11.755442 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-54e6b261-fb4e-4356-b82b-96dce48b8d03 req-a1983125-44d4-4661-be5f-4438f0b4fe98 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0498831 Jul 20 18:03:11.809399 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-54e6b261-fb4e-4356-b82b-96dce48b8d03 req-311f2334-0216-4063-83c6-32009b6befc7 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480251 Jul 20 18:03:12.236336 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ded02b-4ac8-472b-a15f-3de67fe46dc0 req-8b6f4651-e756-4b92-9175-04752a8d11d9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:12.237876 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-30ded02b-4ac8-472b-a15f-3de67fe46dc0 req-8b6f4651-e756-4b92-9175-04752a8d11d9 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0534930 Jul 20 18:03:12.286887 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:12.291703 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-30ded02b-4ac8-472b-a15f-3de67fe46dc0 req-0a7dc048-f5f9-4de7-84c1-4f6ba499969a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Jul 20 18:03:12.399788 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3768abc-c68f-4740-bf5a-5f35b559dcc9 req-00a1eb99-1ee4-4e39-a763-5fa14f8849ab tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:12.401288 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e3768abc-c68f-4740-bf5a-5f35b559dcc9 req-00a1eb99-1ee4-4e39-a763-5fa14f8849ab tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 931 time: 0.0490201 Jul 20 18:03:12.453785 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e3768abc-c68f-4740-bf5a-5f35b559dcc9 req-e5f5b7f4-b7a7-40b8-b4f7-5481858f39d5 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Jul 20 18:03:12.784215 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ecb91-bb92-4a80-9376-db86fd504ba3 req-9ddda43d-ff52-4ab9-a3f1-9b0f25155a0a tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:12.791826 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-754ecb91-bb92-4a80-9376-db86fd504ba3 req-9ddda43d-ff52-4ab9-a3f1-9b0f25155a0a tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0679324 Jul 20 18:03:12.868907 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4969a-72db-4c07-9f6c-33cdce725829 req-e033133c-907b-4fc7-8366-0570d3fa8172 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:12.870928 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-63e4969a-72db-4c07-9f6c-33cdce725829 req-e033133c-907b-4fc7-8366-0570d3fa8172 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 932 time: 0.0766563 Jul 20 18:03:12.907825 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-754ecb91-bb92-4a80-9376-db86fd504ba3 req-e7b0cfee-c2e7-479f-b449-074285def9d6 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146338 Jul 20 18:03:12.942706 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-63e4969a-72db-4c07-9f6c-33cdce725829 req-4db45d92-d9b0-41ce-9dbc-d0266bf909fa tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631869 Jul 20 18:03:13.027832 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aab93-36c0-44b7-b68e-1b36bef7780f req-21b9698e-6847-4642-b27b-f6a7af440fb6 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.033181 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-345aab93-36c0-44b7-b68e-1b36bef7780f req-21b9698e-6847-4642-b27b-f6a7af440fb6 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0638371 Jul 20 18:03:13.108387 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-345aab93-36c0-44b7-b68e-1b36bef7780f req-33bd7f21-d6a8-4867-824f-165771bf71bc tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707438 Jul 20 18:03:13.475976 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dfd04-e6ac-48fd-b7a5-30cfc84a16c8 req-ecdce4d5-cf0e-468d-b8ef-7c0f1e8f5bbe tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.478251 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-508dfd04-e6ac-48fd-b7a5-30cfc84a16c8 req-ecdce4d5-cf0e-468d-b8ef-7c0f1e8f5bbe tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0736389 Jul 20 18:03:13.547415 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-508dfd04-e6ac-48fd-b7a5-30cfc84a16c8 req-82fa8416-f11e-41dd-b819-535343e4cf25 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558243 Jul 20 18:03:13.636752 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcdb29-17bf-4370-8326-8e6a8f181613 req-57d1d4b0-3637-4ae0-b36e-73bc98f818ef tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:13.639148 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1fcdb29-17bf-4370-8326-8e6a8f181613 req-57d1d4b0-3637-4ae0-b36e-73bc98f818ef tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 931 time: 0.0897462 Jul 20 18:03:13.654414 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:13.704688 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1fcdb29-17bf-4370-8326-8e6a8f181613 req-897b7f98-1a75-4d38-a157-a426f98c52e4 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566223 Jul 20 18:03:14.233075 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375412-a865-4436-83e4-248a4145f0a8 req-fe6434c5-585d-4d5b-9708-46d4a4db9442 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:14.249181 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b3375412-a865-4436-83e4-248a4145f0a8 req-fe6434c5-585d-4d5b-9708-46d4a4db9442 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.1001458 Jul 20 18:03:14.287190 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a757d9-a735-422e-ba4c-5dc67a2b001e req-f057e13d-0fe1-4148-bc02-74da4991d80f tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:14.300930 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-97a757d9-a735-422e-ba4c-5dc67a2b001e req-f057e13d-0fe1-4148-bc02-74da4991d80f tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 932 time: 0.1971824 Jul 20 18:03:14.414619 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b3375412-a865-4436-83e4-248a4145f0a8 req-4465192a-27ed-4ed9-9108-5de4e5832275 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611230 Jul 20 18:03:14.454558 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-97a757d9-a735-422e-ba4c-5dc67a2b001e req-cc4b4453-8490-4d6c-9bbf-4e4f67e17623 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214302 Jul 20 18:03:14.584624 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02069e-8db2-4481-9b21-bed9514f9816 req-e1f6291d-6381-4e83-a95f-9e4cb99661f6 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:14.587242 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0d02069e-8db2-4481-9b21-bed9514f9816 req-e1f6291d-6381-4e83-a95f-9e4cb99661f6 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0701575 Jul 20 18:03:14.707279 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0d02069e-8db2-4481-9b21-bed9514f9816 req-5e2a7d5b-028d-4d1c-9e7d-ab3b6d3b2f44 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117356 Jul 20 18:03:14.722545 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c2bff-67be-4c1f-a5de-553ce5b8439a req-7837e621-39e7-4b9a-ba81-92d2a0cc70f5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:14.725020 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a59c2bff-67be-4c1f-a5de-553ce5b8439a req-7837e621-39e7-4b9a-ba81-92d2a0cc70f5 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0814469 Jul 20 18:03:14.805281 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a59c2bff-67be-4c1f-a5de-553ce5b8439a req-49cde8ee-7d5a-4519-b7f4-205dbc913ade tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738704 Jul 20 18:03:14.883670 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2fa79-7cb8-482e-ab35-5f8e05f2e112 req-3460bce2-d1e7-4060-926f-74d4ac820b3f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:14.886219 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0cb2fa79-7cb8-482e-ab35-5f8e05f2e112 req-3460bce2-d1e7-4060-926f-74d4ac820b3f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 931 time: 0.0768180 Jul 20 18:03:14.987484 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0cb2fa79-7cb8-482e-ab35-5f8e05f2e112 req-1f21b3b9-1a54-4e63-9a79-a6bf971dfad5 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918722 Jul 20 18:03:15.582334 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:15.687319 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea519f62-6ee4-49cb-9945-9546a2db7551 req-c92188f5-15a8-4135-bd44-b8e3c119c89b tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:15.697426 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ea519f62-6ee4-49cb-9945-9546a2db7551 req-c92188f5-15a8-4135-bd44-b8e3c119c89b tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.1447425 Jul 20 18:03:15.714901 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc58a1a-6f41-43df-87b8-61c13aaeefd4 req-952ed203-520a-4060-b3af-683a5394bd95 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:15.716511 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fcc58a1a-6f41-43df-87b8-61c13aaeefd4 req-952ed203-520a-4060-b3af-683a5394bd95 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 932 time: 0.1614757 Jul 20 18:03:15.777565 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ea519f62-6ee4-49cb-9945-9546a2db7551 req-41f12522-0bfc-4f03-8dcb-37c5830114d4 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789225 Jul 20 18:03:15.824734 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fcc58a1a-6f41-43df-87b8-61c13aaeefd4 req-4f20406f-afac-4e80-b373-c221c95c49ac tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926886 Jul 20 18:03:15.929241 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1090695-f218-4f45-855f-a4c3c82ec9bc req-f81ce3e7-8c41-491e-874c-c16cf020e7fe tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:15.930943 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1090695-f218-4f45-855f-a4c3c82ec9bc req-f81ce3e7-8c41-491e-874c-c16cf020e7fe tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0654693 Jul 20 18:03:15.991438 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e035c8-5307-4190-9096-54a113b8ea17 req-f20d2396-9707-43f2-b957-88871af93918 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:15.993232 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-91e035c8-5307-4190-9096-54a113b8ea17 req-f20d2396-9707-43f2-b957-88871af93918 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0889502 Jul 20 18:03:16.046389 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1090695-f218-4f45-855f-a4c3c82ec9bc req-ee4e4ed2-29e8-4def-932e-c12a3a55c0bf tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909796 Jul 20 18:03:16.084607 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-91e035c8-5307-4190-9096-54a113b8ea17 req-e2ee1791-d28f-4c23-9a3a-46c1fe6ea83d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765767 Jul 20 18:03:16.175007 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67ea1e-bd58-482c-8b49-b92d52109f48 req-a0a36163-bacc-4643-914b-42dd07619fb3 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:16.181143 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb67ea1e-bd58-482c-8b49-b92d52109f48 req-a0a36163-bacc-4643-914b-42dd07619fb3 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 931 time: 0.0610442 Jul 20 18:03:16.247871 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb67ea1e-bd58-482c-8b49-b92d52109f48 req-01cc6132-64be-453f-8b99-4e705409be2d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644131 Jul 20 18:03:16.896530 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:16.997004 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807146c-d330-462d-ad5c-6c2d521c4930 req-bfc1aded-e246-4997-8915-b180e53e0e9d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:16.999015 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7807146c-d330-462d-ad5c-6c2d521c4930 req-bfc1aded-e246-4997-8915-b180e53e0e9d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.1112778 Jul 20 18:03:17.022598 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf8ab6-77dd-4733-a85f-b5adf6eed526 req-bb098ebc-1b30-4f69-a257-d9504eb82c1e tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:17.024303 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5cbf8ab6-77dd-4733-a85f-b5adf6eed526 req-bb098ebc-1b30-4f69-a257-d9504eb82c1e tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 932 time: 0.0772259 Jul 20 18:03:17.097855 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7807146c-d330-462d-ad5c-6c2d521c4930 req-a7d49d36-6dcb-4642-9212-befc8a01a327 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915713 Jul 20 18:03:17.105485 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5cbf8ab6-77dd-4733-a85f-b5adf6eed526 req-a37e6562-aa23-4ab4-83ef-b9e02a00c639 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732396 Jul 20 18:03:17.247215 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce721-e4a1-41e5-b960-03a5f50ef531 req-4ccc4564-0195-4862-bfaf-8744a8ebc0a9 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:17.255201 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ff0ce721-e4a1-41e5-b960-03a5f50ef531 req-4ccc4564-0195-4862-bfaf-8744a8ebc0a9 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0725324 Jul 20 18:03:17.340859 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7985d-790e-4a2f-b4c5-96cd1eaf3bba req-53b0020d-7673-4a43-b324-6ddf28dfcbfd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:17.360161 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bcd7985d-790e-4a2f-b4c5-96cd1eaf3bba req-53b0020d-7673-4a43-b324-6ddf28dfcbfd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.0840919 Jul 20 18:03:17.376109 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ff0ce721-e4a1-41e5-b960-03a5f50ef531 req-23ace19e-ffec-4505-93c2-45280fda192f tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196032 Jul 20 18:03:17.439234 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bcd7985d-790e-4a2f-b4c5-96cd1eaf3bba req-bf990dc4-f287-4ca3-bc1a-161c91bb97e2 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855896 Jul 20 18:03:17.510641 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6213c49-5509-433e-a488-902c49808fbd req-01652b5d-a7c8-4613-a4d4-a3f9890d5398 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:17.516201 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e6213c49-5509-433e-a488-902c49808fbd req-01652b5d-a7c8-4613-a4d4-a3f9890d5398 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 931 time: 0.0628433 Jul 20 18:03:17.584381 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e6213c49-5509-433e-a488-902c49808fbd req-61528013-5703-4c07-b5f3-0a6d2aff4c1a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611961 Jul 20 18:03:18.171632 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Request body: {'port': {'device_id': '8dac7521-32a7-4802-b647-07452c7838ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:18.248338 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Request body: {'port': {'device_id': '237be94b-1666-42aa-9763-7e9a816667a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:18.348329 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bd861-1b58-4ee6-9525-f3d1ec2a3100 req-bfdba9d1-c19f-4643-98f8-f033848afbe4 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:18.351268 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-db3bd861-1b58-4ee6-9525-f3d1ec2a3100 req-bfdba9d1-c19f-4643-98f8-f033848afbe4 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0791342 Jul 20 18:03:18.359303 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:18.397093 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:18.412087 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-db3bd861-1b58-4ee6-9525-f3d1ec2a3100 req-cfee98e6-c1ec-4d68-8dfd-9c608ba64c8f tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525017 Jul 20 18:03:18.422528 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-66424285-3876-4be3-9529-25e41c49626a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:18.424053 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-66424285-3876-4be3-9529-25e41c49626a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.1099250 Jul 20 18:03:18.452667 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:18.563041 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a66c-9f47-4be8-ac5f-83bd9389112c req-b2c3fd43-0543-44e6-adce-f8e4c4bca614 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:18.575759 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2cf3a66c-9f47-4be8-ac5f-83bd9389112c req-b2c3fd43-0543-44e6-adce-f8e4c4bca614 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 932 time: 0.0782607 Jul 20 18:03:18.700256 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2cf3a66c-9f47-4be8-ac5f-83bd9389112c req-02635e2f-60d9-4f19-be4e-214f8c6a95d2 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229596 Jul 20 18:03:18.901062 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:18.925870 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de7dd2-85dd-4ee3-976e-d718990425b1 req-56ea7a65-d715-4251-965d-919261146676 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:18.927793 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d7de7dd2-85dd-4ee3-976e-d718990425b1 req-56ea7a65-d715-4251-965d-919261146676 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0846012 Jul 20 18:03:18.974658 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:18.980674 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Publish callbacks [] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:19.007740 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Transition to ACTIVE for port object 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:03:19.063905 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:19.131335 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:19.149656 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Deleting port c93b1c00-b88e-4c6a-b02d-4b713deab363 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:19.152725 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:19.171337 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d7de7dd2-85dd-4ee3-976e-d718990425b1 req-a1defb27-1093-4179-b3a4-5ba537aeb1f9 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109272 Jul 20 18:03:19.455633 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527eef9-8aee-4cd0-a04e-4813a462b29d req-f3e90116-28eb-45b4-823f-db28d15fb293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:19.457291 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9527eef9-8aee-4cd0-a04e-4813a462b29d req-f3e90116-28eb-45b4-823f-db28d15fb293 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 1130 time: 0.4082124 Jul 20 18:03:19.482103 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f54c9f-daef-4d7b-8d29-deacadcc6e2b req-54620959-e4e4-4c8a-bcd7-fb446bd42960 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:19.489758 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-27f54c9f-daef-4d7b-8d29-deacadcc6e2b req-54620959-e4e4-4c8a-bcd7-fb446bd42960 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 946 time: 0.4553833 Jul 20 18:03:19.556812 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bc6e5-886d-40cc-99fa-b55ba2933a16 req-b6267cfb-f4df-4f71-80ac-bafc93659dbf tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:19.558456 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ca7bc6e5-886d-40cc-99fa-b55ba2933a16 req-b6267cfb-f4df-4f71-80ac-bafc93659dbf tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 931 time: 0.1208236 Jul 20 18:03:19.587157 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:19.630790 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-27f54c9f-daef-4d7b-8d29-deacadcc6e2b req-25989b00-202c-4d9b-bd51-624f71e1974d tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/security-groups?id=631c3173-c1e6-4949-b91d-35e5160bd47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398096 Jul 20 18:03:19.633282 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9527eef9-8aee-4cd0-a04e-4813a462b29d req-1c0f5262-f12a-404a-9c4b-c7071d7651dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349630 Jul 20 18:03:19.727781 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ca7bc6e5-886d-40cc-99fa-b55ba2933a16 req-b18c4c3f-43e1-4e56-9e6a-f4fb6e5c5b4f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558521 Jul 20 18:03:19.830866 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38374f5e-6f78-45e4-973a-97a1c7c45626 req-87253d1e-85b4-4e47-92ea-cd971582c166 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:19.833208 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-38374f5e-6f78-45e4-973a-97a1c7c45626 req-87253d1e-85b4-4e47-92ea-cd971582c166 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.1035390 Jul 20 18:03:19.924654 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:19.970616 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] For port c93b1c00-b88e-4c6a-b02d-4b713deab363, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c93b1c00-b88e-4c6a-b02d-4b713deab363,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:19.971016 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.013276 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b7ac-f791-4a83-8137-19e9f874c0f0 req-68890fff-94a3-40d1-a207-e53b5e950da1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:20.014991 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8277b7ac-f791-4a83-8137-19e9f874c0f0 req-68890fff-94a3-40d1-a207-e53b5e950da1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 944 time: 0.1045458 Jul 20 18:03:20.042590 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Calling delete_port for c93b1c00-b88e-4c6a-b02d-4b713deab363 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:20.045208 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Attempting to bind port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:03:20.046815 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Attempting to bind port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:03:20.047248 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Attempting to bind port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b on network 53b030e9-b2a8-477e-9065-456ab6e058a7 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:03:20.076210 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b on network 53b030e9-b2a8-477e-9065-456ab6e058a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:03:20.085449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Attempting to bind port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b on network 53b030e9-b2a8-477e-9065-456ab6e058a7 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:03:20.085449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:20.109842 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-38374f5e-6f78-45e4-973a-97a1c7c45626 req-7748758d-4579-4fde-ad63-3da0b5e4fc26 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691393 Jul 20 18:03:20.128727 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Publish callbacks [] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.145795 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:03:20.145795 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Checking segment: {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:03:20.146618 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Bound using segment: {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:03:20.147370 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Bound port: 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0f7cb4-da6a-44d9-a911-8577d7b62842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:03:20.147370 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.157158 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8277b7ac-f791-4a83-8137-19e9f874c0f0 req-99f40e99-435e-4bfb-97a7-e5d98724b891 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293716 Jul 20 18:03:20.179158 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Transition to ACTIVE for port object 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:03:20.310705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.399779 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef6803-0a1d-4093-ade6-b96b3feab6a5 req-e2ada655-7a9b-459a-9ea7-89e77fbfb6cf tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:20.402476 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Pushing event updated for resources: {'Port': ['ID=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:20.408026 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3fef6803-0a1d-4093-ade6-b96b3feab6a5 req-e2ada655-7a9b-459a-9ea7-89e77fbfb6cf tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0756752 Jul 20 18:03:20.450703 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (c93b1c00-b88e-4c6a-b02d-4b713deab363), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.538805 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3fef6803-0a1d-4093-ade6-b96b3feab6a5 req-d05d6e04-3c63-4a80-9113-40001482d72c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297722 Jul 20 18:03:20.566327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Pushing event deleted for resources: {'Port': ['ID=c93b1c00-b88e-4c6a-b02d-4b713deab363,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:20.624380 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] For port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:03:20.627033 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] No DVR routers for this DVR port c93b1c00-b88e-4c6a-b02d-4b713deab363 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:03:20.631606 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.635410 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-dc08a71c-f432-4498-bbbe-fcbdbbc207ad req-b342c3a3-b64f-4fc8-96e7-500082458868 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.13 "DELETE /v2.0/ports/c93b1c00-b88e-4c6a-b02d-4b713deab363 HTTP/1.1" status: 204 len: 173 time: 2.1808171 Jul 20 18:03:20.635930 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f2c6be-eb6c-40c3-b35b-0f9790424268', 'name': 'network-vif-deleted', 'tag': 'c93b1c00-b88e-4c6a-b02d-4b713deab363'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:20.638906 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2b3d5f-fd5b-415a-a4c6-afdb568178ee" -d '{"events": [{"server_uuid": "73f2c6be-eb6c-40c3-b35b-0f9790424268", "name": "network-vif-deleted", "tag": "c93b1c00-b88e-4c6a-b02d-4b713deab363"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:20.665442 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] For port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:03:20.781847 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-406d87c0-4960-4746-9257-63690f26a83e req-5fe88dae-d817-48b8-84f7-e14a9adf4f92 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 210 time: 0.0449281 Jul 20 18:03:20.810453 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Attempting to bind port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:03:20.810453 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Attempting to bind port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:03:20.816610 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Attempting to bind port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:03:20.835217 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.862272 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 on network a279782c-a6f9-4260-a721-74e3c41283c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:03:20.862780 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Attempting to bind port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 on network a279782c-a6f9-4260-a721-74e3c41283c9 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:03:20.948132 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:03:20.948869 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Checking segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:03:20.949311 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Bound using segment: {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:03:20.950179 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Bound port: 4021f055-56a2-4f48-ba0c-5c6d32e10fd7, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1a19f1-7d50-441c-a089-a3db02bcb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:03:20.950774 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.965062 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a396c-7699-4179-819d-43a6c4ba7a90 req-2d0a7e69-ca3e-4a79-b22c-7e984a839b97 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:20.974817 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d42a396c-7699-4179-819d-43a6c4ba7a90 req-2d0a7e69-ca3e-4a79-b22c-7e984a839b97 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 943 time: 0.1165829 Jul 20 18:03:20.994049 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:20.995099 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:20.997492 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] 10.222.0.13 "PUT /v2.0/ports/0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 1094 time: 2.8411045 Jul 20 18:03:21.075333 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed6999b-273b-4eea-884e-6603e984ebcc x-openstack-request-id: req-0ed6999b-273b-4eea-884e-6603e984ebcc {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:21.076690 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f2c6be-eb6c-40c3-b35b-0f9790424268", "name": "network-vif-deleted", "tag": "c93b1c00-b88e-4c6a-b02d-4b713deab363", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:21.076690 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0ed6999b-273b-4eea-884e-6603e984ebcc {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:21.076690 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed6999b-273b-4eea-884e-6603e984ebcc'] response: {'server_uuid': '73f2c6be-eb6c-40c3-b35b-0f9790424268', 'name': 'network-vif-deleted', 'tag': 'c93b1c00-b88e-4c6a-b02d-4b713deab363', 'status': 'completed', 'code': 200} Jul 20 18:03:21.095987 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d42a396c-7699-4179-819d-43a6c4ba7a90 req-10956ca9-5e6d-4b07-81b7-b2b710a8e16c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199136 Jul 20 18:03:21.147503 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a60791-e9a0-40a6-8909-2a974d5e7951 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:21.161747 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device c93b1c00-b88e-4c6a-b02d-4b713deab363 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:21.227408 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: c93b1c00-b88e-4c6a-b02d-4b713deab363 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:03:21.229542 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device c93b1c00-b88e-4c6a-b02d-4b713deab363 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:03:21.249066 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] For port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:03:21.255832 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] For port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:03:21.351072 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:21.355021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:21.428611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:21.429859 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:21.431970 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:21.433114 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] 10.222.0.13 "PUT /v2.0/ports/4021f055-56a2-4f48-ba0c-5c6d32e10fd7 HTTP/1.1" status: 200 len: 1093 time: 3.2441285 Jul 20 18:03:21.449011 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=8 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:21.476283 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f105-857c-40d1-94d0-c5ee7dbc990d req-61ce7e32-e243-458e-b678-076bdbbe8291 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:21.477930 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-18e7f105-857c-40d1-94d0-c5ee7dbc990d req-61ce7e32-e243-458e-b678-076bdbbe8291 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.1865761 Jul 20 18:03:21.505473 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4c0ff-a5c9-4955-8483-09fe5147e12b service neutron] Pushing event updated for resources: {'Port': ['ID=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:21.525650 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35893369-a915-47f0-ad4c-1e458589bdcd req-8e6d46db-9e2e-4c62-9f71-7f09d6988022 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:21.525650 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-35893369-a915-47f0-ad4c-1e458589bdcd req-8e6d46db-9e2e-4c62-9f71-7f09d6988022 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 944 time: 0.1836820 Jul 20 18:03:21.634558 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-18e7f105-857c-40d1-94d0-c5ee7dbc990d req-768f4868-2912-43b3-8e2c-83f50e415c9c tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436648 Jul 20 18:03:21.651207 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-35893369-a915-47f0-ad4c-1e458589bdcd req-2830de83-374b-46ff-9d6c-80931e2dcbb7 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073115 Jul 20 18:03:21.796309 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aac7b9-e444-46c3-868d-83a99462d1b6 req-bec3f409-6b83-4429-8d43-7924b93e7aa2 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:21.797870 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-52aac7b9-e444-46c3-868d-83a99462d1b6 req-bec3f409-6b83-4429-8d43-7924b93e7aa2 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0642185 Jul 20 18:03:21.935897 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fc83aa7f-a88c-4425-83d7-b8b43a96bf51 req-0946719a-86d7-46c0-a09c-f7fc3728757a tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 210 time: 0.0609565 Jul 20 18:03:21.953241 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-52aac7b9-e444-46c3-868d-83a99462d1b6 req-48b6a769-9351-4855-ba9a-fa0c80547aa1 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445830 Jul 20 18:03:22.235184 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1353d-cfca-4a41-b6ff-b9fb1cbe738c req-cb08746a-e321-4d60-8fab-f0f8dea27aba tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:22.236872 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fed1353d-cfca-4a41-b6ff-b9fb1cbe738c req-cb08746a-e321-4d60-8fab-f0f8dea27aba tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 943 time: 0.0577693 Jul 20 18:03:22.334217 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fed1353d-cfca-4a41-b6ff-b9fb1cbe738c req-fa9755cd-6f62-4314-a1e7-e3e0852378a1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834749 Jul 20 18:03:22.628005 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:22.802483 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159160f3-53a5-4ed3-bf3a-660e6f21ab47 req-eb49866b-cc9b-403e-8f04-498b7dbea2ea tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:22.804161 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-159160f3-53a5-4ed3-bf3a-660e6f21ab47 req-eb49866b-cc9b-403e-8f04-498b7dbea2ea tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0887990 Jul 20 18:03:22.822577 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf5f0a-a583-4c1b-9188-2dffb2a29a3f req-bedfb143-b254-4845-bce2-ba4985653963 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:22.824148 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eacf5f0a-a583-4c1b-9188-2dffb2a29a3f req-bedfb143-b254-4845-bce2-ba4985653963 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 944 time: 0.0750315 Jul 20 18:03:22.899118 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-159160f3-53a5-4ed3-bf3a-660e6f21ab47 req-86c88d9e-6c98-4867-8936-d838b8c133bc tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848713 Jul 20 18:03:22.913081 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eacf5f0a-a583-4c1b-9188-2dffb2a29a3f req-df8b8f2d-6fb3-4843-ac21-8102ee3039cf tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818965 Jul 20 18:03:23.077254 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'}, {'name': 'network-changed', 'server_uuid': '237be94b-1666-42aa-9763-7e9a816667a7', 'tag': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:23.080004 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f" -d '{"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b"}, {"name": "network-changed", "server_uuid": "237be94b-1666-42aa-9763-7e9a816667a7", "tag": "4021f055-56a2-4f48-ba0c-5c6d32e10fd7"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:23.109145 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326efa-5c2e-4a5c-9387-416e86d0eadb req-2b3aea93-6b7f-407d-9f35-c59acc7b1643 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:23.110738 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f7326efa-5c2e-4a5c-9387-416e86d0eadb req-2b3aea93-6b7f-407d-9f35-c59acc7b1643 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0810671 Jul 20 18:03:23.130535 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3aae989b-4af3-4939-bb44-c430e8ca6fe0 req-bceee1a0-24dc-4445-b76d-183b9bb4cff0 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 210 time: 0.0423315 Jul 20 18:03:23.226286 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f7326efa-5c2e-4a5c-9387-416e86d0eadb req-c8646c15-0125-4dc0-9550-5a1124bf47c4 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996284 Jul 20 18:03:23.238081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf632581-1e2d-43c3-a63d-9fc129eb0ef4 x-openstack-request-id: req-bf632581-1e2d-43c3-a63d-9fc129eb0ef4 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:23.238081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "237be94b-1666-42aa-9763-7e9a816667a7", "tag": "4021f055-56a2-4f48-ba0c-5c6d32e10fd7", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:23.238539 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bf632581-1e2d-43c3-a63d-9fc129eb0ef4 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:23.240045 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf632581-1e2d-43c3-a63d-9fc129eb0ef4'] response: {'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'status': 'completed', 'code': 200} Jul 20 18:03:23.240519 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf632581-1e2d-43c3-a63d-9fc129eb0ef4'] response: {'name': 'network-changed', 'server_uuid': '237be94b-1666-42aa-9763-7e9a816667a7', 'tag': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'status': 'completed', 'code': 200} Jul 20 18:03:23.474188 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043edf7e-7281-42a3-88c1-c70e4bd924ef req-b51a8486-21f8-4de8-86d7-73ed32ac231f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:23.476275 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-043edf7e-7281-42a3-88c1-c70e4bd924ef req-b51a8486-21f8-4de8-86d7-73ed32ac231f tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 943 time: 0.0554576 Jul 20 18:03:23.519090 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:23.535305 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-043edf7e-7281-42a3-88c1-c70e4bd924ef req-165a9a77-ec3d-45ad-8ce5-213e2042f4ae tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529182 Jul 20 18:03:23.571879 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f37b8cc0-794d-4a44-8a07-02a3dd21c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:23.573832 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f37b8cc0-794d-4a44-8a07-02a3dd21c5e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d7075d41e2349eebee32600a5c57a68&device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1128 time: 0.0463927 Jul 20 18:03:23.788327 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-5ae3f1bf-a65c-417d-9ad1-deebcdf3f453 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 217 time: 0.0723088 Jul 20 18:03:23.831504 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-dfb505f9-b0b1-44aa-ac89-d105257375c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:23.833760 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-dfb505f9-b0b1-44aa-ac89-d105257375c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 1127 time: 0.1111729 Jul 20 18:03:23.850228 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-d85e0f0d-5a5d-47d4-8556-1ba099e6165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:23.851734 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-d85e0f0d-5a5d-47d4-8556-1ba099e6165d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a964c6b0-23c2-4f05-aba5-d8695b6e385f HTTP/1.1" status: 200 len: 853 time: 0.0571654 Jul 20 18:03:23.919519 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-b390f4a8-235f-4c92-b6bc-356398364ec7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4021f055-56a2-4f48-ba0c-5c6d32e10fd7 HTTP/1.1" status: 200 len: 217 time: 0.0662682 Jul 20 18:03:23.966520 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f5549ed6-6f7d-4f25-8e93-80fcd13d7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:23.968155 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-f5549ed6-6f7d-4f25-8e93-80fcd13d7b31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53b030e9-b2a8-477e-9065-456ab6e058a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1085689 Jul 20 18:03:24.045273 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-edc289ec-9a4a-4601-81b4-b9092b13170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:24.047060 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-edc289ec-9a4a-4601-81b4-b9092b13170f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.1137366 Jul 20 18:03:24.081569 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:24.088914 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:24.101353 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9d951-94dc-48d0-9dde-cc1cbb42b0e0 req-b2e9db61-822d-43d3-956c-5abc27286518 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:24.102989 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-74d9d951-94dc-48d0-9dde-cc1cbb42b0e0 req-b2e9db61-822d-43d3-956c-5abc27286518 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0737255 Jul 20 18:03:24.133385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-1608e2f4-12ca-42ca-bec6-7190755a8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:24.134966 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-1608e2f4-12ca-42ca-bec6-7190755a8a3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0560756 Jul 20 18:03:24.170293 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-74d9d951-94dc-48d0-9dde-cc1cbb42b0e0 req-7669a8f2-5dcd-4070-8826-101b420e1966 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571856 Jul 20 18:03:24.172385 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-bdba8b6f-2933-47cd-a726-3bdaa91920c3 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962349 Jul 20 18:03:24.329333 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-dbb9c6db-b27c-4c10-83bd-21ee152e2c24 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884181 Jul 20 18:03:24.330534 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=22 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:24.337871 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808b301-6612-4dbb-94c0-67bf12882af9 req-98ee9e57-6c6e-4f73-8022-137deebe244f tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:24.340062 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0808b301-6612-4dbb-94c0-67bf12882af9 req-98ee9e57-6c6e-4f73-8022-137deebe244f tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 944 time: 0.0863755 Jul 20 18:03:24.342375 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a8fe8eed-316d-4575-a9ad-a74158040c45 req-06dcfdad-dd35-418c-bec9-10acb4aac806 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627545 Jul 20 18:03:24.400232 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0808b301-6612-4dbb-94c0-67bf12882af9 req-b0e62d7e-585a-43c7-8150-16242a5054d6 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Jul 20 18:03:24.531558 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-562020cc-ab77-4125-bf76-4b1b41afa79b req-67e8fa0f-6f9c-43c1-abbf-9b844f7053cd tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 210 time: 0.0311177 Jul 20 18:03:24.690450 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:24.700288 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c1f7dec4-2a71-46ed-a21d-8ffc36092390 req-a4fef89d-c7f7-4b5e-aa25-ebb684acf592 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285086 Jul 20 18:03:24.713120 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4475d-46a4-4da6-8f5e-8e949bfa91dd req-0d78ee02-8c2a-4e12-8fb4-d4d3a92214f1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:24.714878 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-42f4475d-46a4-4da6-8f5e-8e949bfa91dd req-0d78ee02-8c2a-4e12-8fb4-d4d3a92214f1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0868812 Jul 20 18:03:24.772807 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-42f4475d-46a4-4da6-8f5e-8e949bfa91dd req-8748364d-cb96-4e84-8603-a711cc1b3ad9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517654 Jul 20 18:03:24.906533 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226c5ef-5bc4-4fe2-a91d-5e51c7f78534 req-909adb1b-54ad-4120-adb7-11f11d53ab61 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:24.908074 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9226c5ef-5bc4-4fe2-a91d-5e51c7f78534 req-909adb1b-54ad-4120-adb7-11f11d53ab61 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0603659 Jul 20 18:03:24.972201 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9226c5ef-5bc4-4fe2-a91d-5e51c7f78534 req-9874a71d-0587-4cf4-a5f3-5eb11f86299e tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532324 Jul 20 18:03:25.122171 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f4199-bd79-4a4c-9aa1-ca574dae20c6 req-fb6273cd-6f6b-40ca-b242-0a5f3d55c231 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:25.123956 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-270f4199-bd79-4a4c-9aa1-ca574dae20c6 req-fb6273cd-6f6b-40ca-b242-0a5f3d55c231 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 943 time: 0.0791340 Jul 20 18:03:25.159752 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:25.182053 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-270f4199-bd79-4a4c-9aa1-ca574dae20c6 req-d25c3f1c-b8a1-478b-a269-b848da09a125 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516734 Jul 20 18:03:25.549732 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebde09-7f9d-4d60-adab-541f626b91b8 req-a318b75d-4ccc-4ea9-ab2d-588dafa0b943 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:25.551534 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89ebde09-7f9d-4d60-adab-541f626b91b8 req-a318b75d-4ccc-4ea9-ab2d-588dafa0b943 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 944 time: 0.0616412 Jul 20 18:03:25.618654 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89ebde09-7f9d-4d60-adab-541f626b91b8 req-05b7a6ff-c704-4434-9f1d-23d219ab3a8a tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607481 Jul 20 18:03:25.676247 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5a5c060d-f95c-4c93-adec-8d8a9176e11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:25.794001 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-824b7c86-e5f1-42b3-ab6f-0b645125a1e8 req-0fe1325a-7eed-49a8-bb74-19d62aa62c28 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 210 time: 0.0332003 Jul 20 18:03:25.924169 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3968a-ea4f-4106-85e1-ceaaf033d541 req-42fa2f0d-b85a-474f-8b10-1cf39e51d643 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:25.925776 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-44a3968a-ea4f-4106-85e1-ceaaf033d541 req-42fa2f0d-b85a-474f-8b10-1cf39e51d643 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0551696 Jul 20 18:03:25.982760 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-44a3968a-ea4f-4106-85e1-ceaaf033d541 req-b44075a5-86a2-43cd-9fcb-f08365ab28f5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474634 Jul 20 18:03:26.150649 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df130783-af77-4437-bd49-4fb241c039dd req-1bb56750-3500-41a7-abb3-50986516a619 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:26.152636 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-df130783-af77-4437-bd49-4fb241c039dd req-1bb56750-3500-41a7-abb3-50986516a619 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0558150 Jul 20 18:03:26.213404 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-df130783-af77-4437-bd49-4fb241c039dd req-17a31d9d-01a4-4c67-bd91-3a02a0beae26 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546279 Jul 20 18:03:26.335013 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e8dea-fe4c-40bc-ba33-a7453b427bac req-c4733e0a-8cf0-4d08-8850-77a1c97dbc4b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:26.336679 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7f4e8dea-fe4c-40bc-ba33-a7453b427bac req-c4733e0a-8cf0-4d08-8850-77a1c97dbc4b tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 943 time: 0.0586166 Jul 20 18:03:26.391817 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7f4e8dea-fe4c-40bc-ba33-a7453b427bac req-15de4a9e-7138-4b1b-8730-a72c5f3c26d3 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482092 Jul 20 18:03:26.757536 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-a189ecd1-e51c-488e-a3ac-d758fa4a5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:26.759075 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-a189ecd1-e51c-488e-a3ac-d758fa4a5fee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d7075d41e2349eebee32600a5c57a68&device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1128 time: 0.0649738 Jul 20 18:03:26.773381 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282d26-e19f-4889-a29a-e170c191f11f req-6abdd77e-c6dd-4bf6-9dcf-365a5e56079e tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:26.775011 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7d282d26-e19f-4889-a29a-e170c191f11f req-6abdd77e-c6dd-4bf6-9dcf-365a5e56079e tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 944 time: 0.0694852 Jul 20 18:03:26.834847 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7d282d26-e19f-4889-a29a-e170c191f11f req-aeed6af6-ce08-40b4-bbcb-536e9d75da35 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535328 Jul 20 18:03:26.914950 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:26.918318 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-c319e8fb-2a20-455d-b100-a7095dc041d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:26.919863 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-c319e8fb-2a20-455d-b100-a7095dc041d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 200 len: 915 time: 0.1105089 Jul 20 18:03:26.934792 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa47a402-ad66-4df0-a560-0aa1c5e1c7d5 req-62ad37f3-8fc4-4095-865c-26463c86ef80 tempest-ServerRescueNegativeTestJSON-1011598400 tempest-ServerRescueNegativeTestJSON-1011598400-project] 10.222.0.27 "GET /v2.0/ports?device_id=73f2c6be-eb6c-40c3-b35b-0f9790424268 HTTP/1.1" status: 200 len: 210 time: 0.0298345 Jul 20 18:03:26.965634 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-4ab0da45-a5cf-4b94-a016-133f23137fa4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 217 time: 0.0381365 Jul 20 18:03:27.132221 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f134d-b2a2-4bee-a9ca-3a8aafb12046 req-4f276bae-985f-43ef-989c-83bfb7eb1515 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:27.133863 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-798f134d-b2a2-4bee-a9ca-3a8aafb12046 req-4f276bae-985f-43ef-989c-83bfb7eb1515 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0588992 Jul 20 18:03:27.185599 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:03:27.210441 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-798f134d-b2a2-4bee-a9ca-3a8aafb12046 req-bdedaa54-1ee9-4bf2-a6e2-f39bc79d749a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657682 Jul 20 18:03:27.303318 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-4a92001d-86a3-4a8e-8a4d-9371fe9af570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:27.305467 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-4a92001d-86a3-4a8e-8a4d-9371fe9af570 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a964c6b0-23c2-4f05-aba5-d8695b6e385f HTTP/1.1" status: 200 len: 853 time: 0.0701580 Jul 20 18:03:27.370133 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-88a663d7-0e9e-4c3b-822e-e5fe902c62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:27.372341 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-88a663d7-0e9e-4c3b-822e-e5fe902c62a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53b030e9-b2a8-477e-9065-456ab6e058a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0606132 Jul 20 18:03:27.408667 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4638cf2-0a33-4e2f-a8f8-259e44bc9787 req-6a52e256-c482-43a0-9db3-6641157893e5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:27.411161 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e4638cf2-0a33-4e2f-a8f8-259e44bc9787 req-6a52e256-c482-43a0-9db3-6641157893e5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0807242 Jul 20 18:03:27.489247 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e4638cf2-0a33-4e2f-a8f8-259e44bc9787 req-ceed20df-ecb5-4c9c-814b-f0f6ccbfe707 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671358 Jul 20 18:03:27.520042 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:27.533365 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-1f902636-4b77-4425-9d60-7301293c21e3 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521659 Jul 20 18:03:27.533836 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'port_id': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'mac_address': 'fa:16:3e:76:b7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:03:27.581632 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:27.583188 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:27.604948 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:27.632190 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:27.688596 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-462c7318-8478-4b59-a745-9dd6a1f7ee67 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453865 Jul 20 18:03:27.701225 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a5206-4f74-41a1-90eb-540dee2930e5 req-a9ed2b47-f2d3-41b8-a78f-a21666ed8c9a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:27.702799 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-415a5206-4f74-41a1-90eb-540dee2930e5 req-a9ed2b47-f2d3-41b8-a78f-a21666ed8c9a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 943 time: 0.0823154 Jul 20 18:03:27.750127 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:27.751189 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:03:27.780935 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-415a5206-4f74-41a1-90eb-540dee2930e5 req-cacc41f9-d5be-4d9d-a3c2-fa9f829d2631 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661368 Jul 20 18:03:27.839952 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-0ce595d5-810f-47f3-89c9-243c76fefe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:27.845942 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-0ce595d5-810f-47f3-89c9-243c76fefe9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 1127 time: 0.0576546 Jul 20 18:03:27.869823 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:27.906151 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:27.979041 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-58456ee4-3464-47a4-9e55-d3d8f93f01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:27.985948 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-58456ee4-3464-47a4-9e55-d3d8f93f01b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 916 time: 0.1348028 Jul 20 18:03:28.053277 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-87f4bcb2-4a67-421a-9173-4916eab863ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4021f055-56a2-4f48-ba0c-5c6d32e10fd7 HTTP/1.1" status: 200 len: 217 time: 0.0561895 Jul 20 18:03:28.075538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53508) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:28.104340 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a376a-01c0-4048-bc29-a441dd02f94a req-d3b37baf-8da2-4d45-9a3a-4c540d6530d5 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:28.107075 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-754a376a-01c0-4048-bc29-a441dd02f94a req-d3b37baf-8da2-4d45-9a3a-4c540d6530d5 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 945 time: 0.1476433 Jul 20 18:03:28.117459 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:28.160055 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'port_id': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'mac_address': 'fa:16:3e:f5:87:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:03:28.175199 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-4a077466-1506-4c45-a87e-04a9487a28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:28.178110 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-4a077466-1506-4c45-a87e-04a9487a28d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.1183891 Jul 20 18:03:28.216231 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:28.217167 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:28.218993 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-754a376a-01c0-4048-bc29-a441dd02f94a req-5d0e96ba-0f58-4085-a423-189540288476 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926697 Jul 20 18:03:28.236378 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-41903d64-3af9-4f32-934f-d6d44f1b4730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:28.244817 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:28.291839 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:28.304655 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-aac09a7b-8ee3-460e-8755-e8cf06da977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:28.307380 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-aac09a7b-8ee3-460e-8755-e8cf06da977b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0719826 Jul 20 18:03:28.401494 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:28.409634 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e8940-4e32-4484-8d67-ce3caaa0cfd2 req-4483965b-3392-4248-af24-82fcc6a8061e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:28.414443 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d68e8940-4e32-4484-8d67-ce3caaa0cfd2 req-4483965b-3392-4248-af24-82fcc6a8061e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0767977 Jul 20 18:03:28.476720 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:28.493922 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d68e8940-4e32-4484-8d67-ce3caaa0cfd2 req-82daaecf-cb23-462b-8abb-abb617ee5273 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697556 Jul 20 18:03:28.504354 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:28.645975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3095a-c90a-4a12-9f41-12fbab288779 req-76438bdb-d53a-4d60-8961-0d3d83ea4bf1 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:28.647675 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9e3095a-c90a-4a12-9f41-12fbab288779 req-76438bdb-d53a-4d60-8961-0d3d83ea4bf1 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0545447 Jul 20 18:03:28.712312 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-fd1190cd-b6e6-434c-a009-a65dd6b032c7 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882587 Jul 20 18:03:28.721085 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9e3095a-c90a-4a12-9f41-12fbab288779 req-46192e93-b534-49a6-83f4-4c056db1422a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665562 Jul 20 18:03:28.842743 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:28.851524 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:28.938793 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2c0ec-7f60-4d32-891d-63b0d3900a8c req-562886db-a540-4240-b8d2-e3950fbfcb80 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:28.940438 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8fb2c0ec-7f60-4d32-891d-63b0d3900a8c req-562886db-a540-4240-b8d2-e3950fbfcb80 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 944 time: 0.0598266 Jul 20 18:03:28.952177 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:03:28.971607 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (17c33b2c-10a6-406b-8fee-05c4d1d7003f), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:29.005940 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:29.034001 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8fb2c0ec-7f60-4d32-891d-63b0d3900a8c req-9fef2329-c76c-478e-b929-a0ffb2b72ea6 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781243 Jul 20 18:03:29.095148 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['4021f055-56a2-4f48-ba0c-5c6d32e10fd7'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:03:29.244586 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-2386e629-e140-4b7e-a488-15b700d9b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:29.246333 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-2386e629-e140-4b7e-a488-15b700d9b43a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1130 time: 0.0952594 Jul 20 18:03:29.250053 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8efdf324-7d1e-4e8b-bb60-f4deb060f12f req-dd06ffe6-325c-412f-a530-dffd64d8b753 service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050605 Jul 20 18:03:29.423442 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Deleting port e855f247-8f16-4205-8866-9c1c27ed24f5 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:29.423774 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:29.435501 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6befcc-97c8-44b4-a7ce-e34c8cf828fa req-136c97cb-43e8-4e4d-b3c7-2f845fb3fe09 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:29.438286 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f6befcc-97c8-44b4-a7ce-e34c8cf828fa req-136c97cb-43e8-4e4d-b3c7-2f845fb3fe09 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 945 time: 0.0660467 Jul 20 18:03:29.515695 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3f6befcc-97c8-44b4-a7ce-e34c8cf828fa req-16bd0eec-29b3-4e3c-9568-be0b337517d5 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704932 Jul 20 18:03:29.536516 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] For port e855f247-8f16-4205-8866-9c1c27ed24f5, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=e855f247-8f16-4205-8866-9c1c27ed24f5,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:29.536894 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:29.572331 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Calling delete_port for e855f247-8f16-4205-8866-9c1c27ed24f5 owned by network:router_interface {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:29.698535 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a21aa5-6d26-4567-a58d-7b4d0a8c768d req-2343f12e-f397-4436-83e1-fe356600953f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:29.700240 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d0a21aa5-6d26-4567-a58d-7b4d0a8c768d req-2343f12e-f397-4436-83e1-fe356600953f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0619721 Jul 20 18:03:29.814243 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d0a21aa5-6d26-4567-a58d-7b4d0a8c768d req-eb81690b-1b56-4d10-a6aa-02e690c82b5a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018462 Jul 20 18:03:29.958081 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b135f2-6090-441e-8fa1-2d8d051153b6 req-baeaee27-fa92-4ec1-92d0-cc5f0d231d63 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:29.960863 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-40b135f2-6090-441e-8fa1-2d8d051153b6 req-baeaee27-fa92-4ec1-92d0-cc5f0d231d63 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0843849 Jul 20 18:03:30.022996 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-a84666c7-0ebc-4e61-8a05-dbccdd72c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:30.024578 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-a84666c7-0ebc-4e61-8a05-dbccdd72c166 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a874f6c4-198d-4134-9c45-0f89f909a425 HTTP/1.1" status: 200 len: 909 time: 0.4793184 Jul 20 18:03:30.030426 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-40b135f2-6090-441e-8fa1-2d8d051153b6 req-cf35ade2-7081-45bd-b016-eeb59ceb4cc5 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595315 Jul 20 18:03:30.138865 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:30.190865 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ae583-db42-464d-85f0-f9f102164368 req-f81eb41e-3d83-4b56-9f8d-bb6771887c23 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:30.193192 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-812ae583-db42-464d-85f0-f9f102164368 req-f81eb41e-3d83-4b56-9f8d-bb6771887c23 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 944 time: 0.0688541 Jul 20 18:03:30.232745 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-e6bc9176-4ef1-4ac9-a9a7-dd1329403792 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 200 len: 1002 time: 0.1991889 Jul 20 18:03:30.245704 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:30.263030 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-812ae583-db42-464d-85f0-f9f102164368 req-4ae26bd7-89ca-49d2-8215-037c6bd26700 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581861 Jul 20 18:03:30.313001 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:30.316263 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:30.369536 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-9cac1be4-35f4-4ef6-af9d-4cdbc502c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:30.371994 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-9cac1be4-35f4-4ef6-af9d-4cdbc502c7d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce42334b-2772-4ae9-867d-a7370296949f HTTP/1.1" status: 200 len: 847 time: 0.1244869 Jul 20 18:03:30.475392 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-c3bd23a0-98b1-4513-b5b7-7808ed79f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:30.478112 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-c3bd23a0-98b1-4513-b5b7-7808ed79f8fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a874f6c4-198d-4134-9c45-0f89f909a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0982132 Jul 20 18:03:30.570371 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (e855f247-8f16-4205-8866-9c1c27ed24f5), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:30.640112 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Pushing event deleted for resources: {'Port': ['ID=e855f247-8f16-4205-8866-9c1c27ed24f5,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:30.685704 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-a8370359-1ccb-4800-958b-9c89926188a8 service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009945 Jul 20 18:03:30.718642 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedecc1-c90b-45ef-96fa-8ae6d15cd819 req-9c95798a-4642-49d5-8b75-4fbb968ae18e tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:30.730187 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2cedecc1-c90b-45ef-96fa-8ae6d15cd819 req-9c95798a-4642-49d5-8b75-4fbb968ae18e tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 945 time: 0.0830574 Jul 20 18:03:30.793349 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2cedecc1-c90b-45ef-96fa-8ae6d15cd819 req-f27e9a95-2584-483e-a98d-ed5fbcf183de tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617576 Jul 20 18:03:30.961933 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5a62f650-58b5-44d3-81a3-e2f8578969db req-777eb54c-a2b7-4999-a18d-67941aa708c2 service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408028 Jul 20 18:03:31.005386 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (17c33b2c-10a6-406b-8fee-05c4d1d7003f), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:31.009686 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00abe8-a2a9-42dc-b752-0ec6fda76b6f req-b2594b0f-c2ce-4c49-98ce-fc9d1f7b1b2f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:31.011330 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d00abe8-a2a9-42dc-b752-0ec6fda76b6f req-b2594b0f-c2ce-4c49-98ce-fc9d1f7b1b2f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0658290 Jul 20 18:03:31.065423 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:31.102787 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d00abe8-a2a9-42dc-b752-0ec6fda76b6f req-1e7ce31e-92f9-476f-935c-73b0e1ea5128 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674851 Jul 20 18:03:31.186652 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ced21-5272-4f41-9cce-0c62d3ea3d95 req-cb44489c-9fd5-4507-9f14-ca1f564d4a20 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:31.188271 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-969ced21-5272-4f41-9cce-0c62d3ea3d95 req-cb44489c-9fd5-4507-9f14-ca1f564d4a20 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0659783 Jul 20 18:03:31.207615 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:03:31.262446 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-969ced21-5272-4f41-9cce-0c62d3ea3d95 req-6d45799b-43ae-4e27-b5d3-1f3b08a4848d tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631497 Jul 20 18:03:31.272919 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:03:31.324573 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:31.342669 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Router 17c33b2c-10a6-406b-8fee-05c4d1d7003f has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:03:31.396388 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab61b-4c56-4688-9572-e387b83cf59a req-7e5070c1-b649-4981-97a6-16c3be14b611 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:31.398471 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-29dab61b-4c56-4688-9572-e387b83cf59a req-7e5070c1-b649-4981-97a6-16c3be14b611 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 944 time: 0.0591121 Jul 20 18:03:31.458753 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-29dab61b-4c56-4688-9572-e387b83cf59a req-7cc83a06-d7e3-4135-a42a-5e423c075693 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520186 Jul 20 18:03:31.468494 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:03:31.477371 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-26078137-7e9c-43e0-b0cf-95d06a6f9811 admin admin] 10.222.0.27 "PUT /v2.0/routers/17c33b2c-10a6-406b-8fee-05c4d1d7003f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3974593 Jul 20 18:03:31.477972 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53542) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:31.479824 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] Sync routers for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:03:31.486903 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:31.488569 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:31.489026 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:31.494015 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:31.500026 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:03:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:31.576767 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:31.577282 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:31.603092 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks [] for router (17c33b2c-10a6-406b-8fee-05c4d1d7003f), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:31.608799 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237be94b-1666-42aa-9763-7e9a816667a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:31.611102 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b91134f-59be-474d-a7e4-99ba0ea0c0e1" -d '{"events": [{"server_uuid": "237be94b-1666-42aa-9763-7e9a816667a7", "name": "network-vif-plugged", "status": "completed", "tag": "4021f055-56a2-4f48-ba0c-5c6d32e10fd7"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:31.611338 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:31.637057 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:31.716808 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:31.746944 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks [] for router_gateway (17c33b2c-10a6-406b-8fee-05c4d1d7003f), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:31.795459 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:31.797782 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:03:31.827996 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T18:03:30Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:31.866726 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] Checking router: 17c33b2c-10a6-406b-8fee-05c4d1d7003f for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:03:31.870680 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] Routers {'17c33b2c-10a6-406b-8fee-05c4d1d7003f'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:31.871319 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:03:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:31.875915 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f4ce97-3b8d-4bbe-afcb-94047858611f x-openstack-request-id: req-97f4ce97-3b8d-4bbe-afcb-94047858611f {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:31.876405 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237be94b-1666-42aa-9763-7e9a816667a7", "name": "network-vif-plugged", "status": "completed", "tag": "4021f055-56a2-4f48-ba0c-5c6d32e10fd7", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:31.876831 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-97f4ce97-3b8d-4bbe-afcb-94047858611f {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:31.877681 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f4ce97-3b8d-4bbe-afcb-94047858611f'] response: {'server_uuid': '237be94b-1666-42aa-9763-7e9a816667a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'code': 200} Jul 20 18:03:31.929558 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:03:31.932334 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:31.938441 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:31.951919 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.952617 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.953102 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.953657 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.954195 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.954749 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.955282 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.955883 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.956447 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.957381 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.958271 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.959023 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.959939 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.960804 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:31.961532 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:32.020925 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46e54d-6229-4e3e-a0ae-a33972c48a11 req-29f1c223-17e0-4ed0-ab38-ce61cf7a46c7 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:32.022732 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ac46e54d-6229-4e3e-a0ae-a33972c48a11 req-29f1c223-17e0-4ed0-ab38-ce61cf7a46c7 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 945 time: 0.0641422 Jul 20 18:03:32.042681 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Deleting port 57cebf4f-3f8e-464a-b079-3a4bdcacb553 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:32.043018 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:32.078334 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] Set router 17c33b2c-10a6-406b-8fee-05c4d1d7003f gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:32.086912 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:32.091722 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:32.125179 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ac46e54d-6229-4e3e-a0ae-a33972c48a11 req-7a0a7c71-8d90-44ff-b657-e96ff1b0f935 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908265 Jul 20 18:03:32.176118 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] For port 57cebf4f-3f8e-464a-b079-3a4bdcacb553, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=57cebf4f-3f8e-464a-b079-3a4bdcacb553,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:32.177538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:32.202953 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Calling delete_port for 57cebf4f-3f8e-464a-b079-3a4bdcacb553 owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:32.319603 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:32.374669 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:32.377834 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:32.382684 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7460e04-728b-4699-9640-d1552785bf88 req-c10f6970-a51b-483e-a774-243146b4677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:32.384688 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7460e04-728b-4699-9640-d1552785bf88 req-c10f6970-a51b-483e-a774-243146b4677b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1130 time: 0.0639853 Jul 20 18:03:32.532906 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:32.545021 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccf3e3-061d-49d8-9ee5-f27225915624 req-386701f4-9bc1-4e61-9f02-3436f182092e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:32.558683 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-02ccf3e3-061d-49d8-9ee5-f27225915624 req-386701f4-9bc1-4e61-9f02-3436f182092e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.2977822 Jul 20 18:03:32.581843 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T18:03:30Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:32.623624 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:32.687980 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-02ccf3e3-061d-49d8-9ee5-f27225915624 req-f232eefa-6775-467b-ba50-d9403195fecd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234968 Jul 20 18:03:32.710143 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b17fd-3a47-4cb8-b39d-5fd27dcfc7a9 None None] The sync data for ids ['17c33b2c-10a6-406b-8fee-05c4d1d7003f'] in dv-cinder-849846-3-smb is: [{'id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'name': 'tempest-ServerRescueNegativeTestJSON-659073017-router', 'tenant_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T18:03:30Z', 'revision_number': 5, 'project_id': '23d7e15987bd4fb7a54a43002b44c1fc', 'gw_port': {'id': '57cebf4f-3f8e-464a-b079-3a4bdcacb553', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c33b2c-10a6-406b-8fee-05c4d1d7003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:03:32.860356 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054d49-ac89-4deb-8eb8-3895ea3092b6 req-6b2d7ac3-2e63-4008-97ab-2b9ef941cb4d tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:32.866378 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:32.867732 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-54054d49-ac89-4deb-8eb8-3895ea3092b6 req-6b2d7ac3-2e63-4008-97ab-2b9ef941cb4d tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.1758573 Jul 20 18:03:32.933506 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:32.947516 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7460e04-728b-4699-9640-d1552785bf88 req-d3ad438a-8b4d-45d0-8891-76a0156f21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:32.950026 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7460e04-728b-4699-9640-d1552785bf88 req-d3ad438a-8b4d-45d0-8891-76a0156f21ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=a874f6c4-198d-4134-9c45-0f89f909a425 HTTP/1.1" status: 200 len: 909 time: 0.4719491 Jul 20 18:03:32.966277 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94bb54-2341-47be-a951-75cf4c3d3295 req-e4af9600-affd-4e7a-a7f4-eb4511789776 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:32.968023 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1a94bb54-2341-47be-a951-75cf4c3d3295 req-e4af9600-affd-4e7a-a7f4-eb4511789776 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.0981488 Jul 20 18:03:33.001898 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-54054d49-ac89-4deb-8eb8-3895ea3092b6 req-644fe1ce-4f64-48e2-a077-11ba8d3ce1ae tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222248 Jul 20 18:03:33.067961 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1a94bb54-2341-47be-a951-75cf4c3d3295 req-86307234-ca3a-4a7e-bc2e-fcc97c4673da tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842993 Jul 20 18:03:33.076737 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7460e04-728b-4699-9640-d1552785bf88 req-d8cb41a9-292f-4263-a43e-1452d4a1dd58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 200 len: 1002 time: 0.1154053 Jul 20 18:03:33.154824 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device e855f247-8f16-4205-8866-9c1c27ed24f5 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:33.205698 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (57cebf4f-3f8e-464a-b079-3a4bdcacb553), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:33.271018 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: e855f247-8f16-4205-8866-9c1c27ed24f5 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:03:33.271659 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device e855f247-8f16-4205-8866-9c1c27ed24f5 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:03:33.362185 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cebf4f-3f8e-464a-b079-3a4bdcacb553,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:33.388882 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb76d2c-f03a-4006-90d7-25579f9e6091 req-d8bf6a21-3aa5-4d44-8a9c-025d287856a9 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:33.414215 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-abb76d2c-f03a-4006-90d7-25579f9e6091 req-d8bf6a21-3aa5-4d44-8a9c-025d287856a9 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.1600111 Jul 20 18:03:33.436797 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (17c33b2c-10a6-406b-8fee-05c4d1d7003f), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:33.441187 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ea820-1fb4-46f6-a184-ed26ff56d685 req-2bb10488-ec18-4efc-9f09-f7ecd493b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:33.443350 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1c8ea820-1fb4-46f6-a184-ed26ff56d685 req-2bb10488-ec18-4efc-9f09-f7ecd493b4e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 1129 time: 0.3406334 Jul 20 18:03:33.446635 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7460e04-728b-4699-9640-d1552785bf88 req-36fbbbad-b427-4771-91c1-e7a4d316a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:33.448112 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7460e04-728b-4699-9640-d1552785bf88 req-36fbbbad-b427-4771-91c1-e7a4d316a76b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce42334b-2772-4ae9-867d-a7370296949f HTTP/1.1" status: 200 len: 847 time: 0.3629863 Jul 20 18:03:33.515049 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-abb76d2c-f03a-4006-90d7-25579f9e6091 req-635476d6-f925-4106-8b54-6b5239e29d7f tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977445 Jul 20 18:03:33.607672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (17c33b2c-10a6-406b-8fee-05c4d1d7003f), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:33.611815 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks [] for router_controller (17c33b2c-10a6-406b-8fee-05c4d1d7003f), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:33.615947 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:33.622428 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7460e04-728b-4699-9640-d1552785bf88 req-67e7e804-5059-4f13-a93b-36945b13b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:33.624137 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7460e04-728b-4699-9640-d1552785bf88 req-67e7e804-5059-4f13-a93b-36945b13b3d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a874f6c4-198d-4134-9c45-0f89f909a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1485631 Jul 20 18:03:33.632123 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:33.674423 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1c8ea820-1fb4-46f6-a184-ed26ff56d685 req-032f0371-f9a7-4c3d-ab2f-ed5f2cad8498 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007549 Jul 20 18:03:33.778819 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (17c33b2c-10a6-406b-8fee-05c4d1d7003f), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:33.779615 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c33b2c-10a6-406b-8fee-05c4d1d7003f {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:03:33.787572 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:33.790219 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-310e6ca0-49cd-46a4-9ae8-e3962ba37361 admin admin] 10.222.0.27 "DELETE /v2.0/routers/17c33b2c-10a6-406b-8fee-05c4d1d7003f HTTP/1.1" status: 204 len: 168 time: 2.3099666 Jul 20 18:03:33.793691 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53568) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:33.813675 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:03:33.879193 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:33.884569 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e683d1-b963-417e-9dc1-7af7b06f9d85" -d '{"events": [{"server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "name": "network-vif-plugged", "status": "completed", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:33.886906 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55f68be-5bed-4685-b79d-5c32629582f8 admin admin] Deleting subnet ea2c4176-1286-4fc2-8815-083e9bf7b044 {{(pid=111130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:03:33.891065 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086663-1807-4b70-b28b-d00201776a13 req-55d3c6f4-c597-4cb7-88ca-22aaeab5e931 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:33.893686 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6b086663-1807-4b70-b28b-d00201776a13 req-55d3c6f4-c597-4cb7-88ca-22aaeab5e931 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0753372 Jul 20 18:03:33.897564 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c55f68be-5bed-4685-b79d-5c32629582f8 admin admin] Publish callbacks [] for subnet (ea2c4176-1286-4fc2-8815-083e9bf7b044), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:33.940610 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:33.954767 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c55f68be-5bed-4685-b79d-5c32629582f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11808831'] for subnet (ea2c4176-1286-4fc2-8815-083e9bf7b044), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:33.955369 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16fd19e-7d8e-403b-9616-5da96712de3b x-openstack-request-id: req-d16fd19e-7d8e-403b-9616-5da96712de3b {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:33.955873 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "name": "network-vif-plugged", "status": "completed", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:33.956294 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d16fd19e-7d8e-403b-9616-5da96712de3b {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:33.959110 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16fd19e-7d8e-403b-9616-5da96712de3b'] response: {'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'code': 200} Jul 20 18:03:33.987751 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6b086663-1807-4b70-b28b-d00201776a13 req-1ef56bdc-631e-40e7-8f97-a02867f0d25b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852757 Jul 20 18:03:34.190502 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c55f68be-5bed-4685-b79d-5c32629582f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (ea2c4176-1286-4fc2-8815-083e9bf7b044), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:34.221983 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f491f-c10b-4036-9489-3a221e0430bd req-c11c70c7-2508-46d0-8aa1-5c35a0552d57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:34.221983 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-656f491f-c10b-4036-9489-3a221e0430bd req-c11c70c7-2508-46d0-8aa1-5c35a0552d57 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0995731 Jul 20 18:03:34.322454 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3be94-e420-4969-94f3-3614d8d5105c req-b7591b16-8e4c-4b52-b348-6edc8d1f0985 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:34.324215 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7df3be94-e420-4969-94f3-3614d8d5105c req-b7591b16-8e4c-4b52-b348-6edc8d1f0985 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.1046562 Jul 20 18:03:34.362284 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c55f68be-5bed-4685-b79d-5c32629582f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8456177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005211'] for subnet (ea2c4176-1286-4fc2-8815-083e9bf7b044), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:34.366329 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-656f491f-c10b-4036-9489-3a221e0430bd req-ca4c2e84-e9ff-41de-bbc4-0ae84171fa80 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253359 Jul 20 18:03:34.412139 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f68be-5bed-4685-b79d-5c32629582f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2c4176-1286-4fc2-8815-083e9bf7b044,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:34.417832 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c55f68be-5bed-4685-b79d-5c32629582f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:34.424684 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-c55f68be-5bed-4685-b79d-5c32629582f8 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/ea2c4176-1286-4fc2-8815-083e9bf7b044 HTTP/1.1" status: 204 len: 168 time: 0.6293788 Jul 20 18:03:34.425449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53578) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:34.437600 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bd7e0-78fe-4204-be34-6bf6f163154d None None] Network f697aa97-5d1b-45da-9f61-b5d189eabfd7 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:03:34.449509 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7df3be94-e420-4969-94f3-3614d8d5105c req-6fa57bfe-755c-4e8a-b88a-d29eb29c4dd1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116252 Jul 20 18:03:34.564263 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (f697aa97-5d1b-45da-9f61-b5d189eabfd7), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:34.606632 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Deleting port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:34.607772 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:34.745870 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94ca55-8ee8-4746-a12d-b2db672ce30f req-3a01c57a-e909-4074-9b87-e56089c650e5 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:34.748913 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1e94ca55-8ee8-4746-a12d-b2db672ce30f req-3a01c57a-e909-4074-9b87-e56089c650e5 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0899565 Jul 20 18:03:34.779903 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] DHCP port deletion for f697aa97-5d1b-45da-9f61-b5d189eabfd7 request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:03:34.860661 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] For port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:34.861229 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:34.872299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] Deleting port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:03:34.873405 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:34.887822 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:34.888141 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1e94ca55-8ee8-4746-a12d-b2db672ce30f req-1b2088df-19c8-49c3-b224-2250f6ccb356 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300099 Jul 20 18:03:34.897134 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Calling delete_port for bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 owned by network:dhcp {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:34.988793 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:35.017759 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7460e04-728b-4699-9640-d1552785bf88 req-e8978369-dc0d-4c0c-8cfe-b837b0f2221c service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038258 Jul 20 18:03:35.081509 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] For port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,segment=NetworkSegment(47169b48-afaf-405c-91a4-287dff75ccf7),segment_id=47169b48-afaf-405c-91a4-287dff75ccf7)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:35.083450 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.110916 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] Calling delete_port for bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:03:35.212463 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1f304636-f6d8-48e6-befa-56ce906429e4 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:35.220939 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a775c8-96c4-49c7-b716-6dee03d3b677 req-abde0891-0025-49b3-a809-b190d93bc1ca tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:35.222852 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-78a775c8-96c4-49c7-b716-6dee03d3b677 req-abde0891-0025-49b3-a809-b190d93bc1ca tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0622017 Jul 20 18:03:35.255097 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 is: ACTIVE; New status is: DOWN {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:35.255467 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.311744 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-78a775c8-96c4-49c7-b716-6dee03d3b677 req-dbeeeff9-3daa-44cc-b6fd-c8caca1d4386 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777164 Jul 20 18:03:35.343137 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 1f304636-f6d8-48e6-befa-56ce906429e4 is: ACTIVE; New status is: DOWN {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:35.343528 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.351794 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.386499 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:35.387650 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 57cebf4f-3f8e-464a-b079-3a4bdcacb553 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:03:35.394965 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (bd587ffe-dc39-4bdf-af8d-84cf37a65fd6), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.398460 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] No DVR routers for this DVR port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 on host dv-cinder-849846-3-smb {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:03:35.450226 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 57cebf4f-3f8e-464a-b079-3a4bdcacb553 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:03:35.450226 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 57cebf4f-3f8e-464a-b079-3a4bdcacb553 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:03:35.457360 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] Pushing event deleted for resources: {'Port': ['ID=bd587ffe-dc39-4bdf-af8d-84cf37a65fd6,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:35.460259 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331df7a-b7c1-4b0c-b203-b0c578c43306 None None] No DVR routers for this DVR port bd587ffe-dc39-4bdf-af8d-84cf37a65fd6 on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:03:35.463172 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:35.514759 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (f697aa97-5d1b-45da-9f61-b5d189eabfd7), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.546075 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.546925 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f697aa97-5d1b-45da-9f61-b5d189eabfd7']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:35.555304 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:35.564743 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47169b48-afaf-405c-91a4-287dff75ccf7') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:35.565517 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47169b48-afaf-405c-91a4-287dff75ccf7') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:35.592825 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (47169b48-afaf-405c-91a4-287dff75ccf7), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.630576 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (47169b48-afaf-405c-91a4-287dff75ccf7), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.642340 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=6']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:35.645048 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:03:35.645729 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (47169b48-afaf-405c-91a4-287dff75ccf7), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:35.648852 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e61805-eb4a-4f2b-a25a-c96b64360349 req-d57dd1b4-b9c4-42db-98e4-8e583abf5a38 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:35.651867 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e1e61805-eb4a-4f2b-a25a-c96b64360349 req-d57dd1b4-b9c4-42db-98e4-8e583abf5a38 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.1163778 Jul 20 18:03:35.689130 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 47169b48-afaf-405c-91a4-287dff75ccf7 resource provider aggregate not found Jul 20 18:03:35.762276 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 47169b48-afaf-405c-91a4-287dff75ccf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47169b48-afaf-405c-91a4-287dff75ccf7 found for delete ", "request_id": "req-d30ceaac-578a-4b7c-9119-0b0407a306fd"}]} Jul 20 18:03:35.819588 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e1e61805-eb4a-4f2b-a25a-c96b64360349 req-f395b21e-37b4-46b9-8e6e-c255ec5588e7 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516049 Jul 20 18:03:35.854901 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55fd55-54bc-45c0-8f40-31058d52d2a5 req-29044b55-6128-4af6-a579-c9633881774d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:35.857747 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6a55fd55-54bc-45c0-8f40-31058d52d2a5 req-29044b55-6128-4af6-a579-c9633881774d tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.1601665 Jul 20 18:03:35.960939 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:35.965220 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba08e34-317a-4364-ae09-16d185844e7e" -d '{"events": [{"server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "name": "network-vif-unplugged", "status": "completed", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:36.006233 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6a55fd55-54bc-45c0-8f40-31058d52d2a5 req-21d845da-7189-42c7-bce1-708f088bdc05 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309443 Jul 20 18:03:36.175400 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [req-1def2e5c-5326-4fa1-aa30-e79bfa65a590 req-a7a318b7-4029-4df6-a280-7f33f57a4c21 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 18:03:36.177689 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1def2e5c-5326-4fa1-aa30-e79bfa65a590 req-a7a318b7-4029-4df6-a280-7f33f57a4c21 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1699576 Jul 20 18:03:36.219255 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97beb9e-fdbb-4ce8-bc97-3e8e5887d672 req-fd5a39e7-7da8-44e9-8cc2-811dab764086 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:36.221662 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e97beb9e-fdbb-4ce8-bc97-3e8e5887d672 req-fd5a39e7-7da8-44e9-8cc2-811dab764086 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0879326 Jul 20 18:03:36.291989 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e97beb9e-fdbb-4ce8-bc97-3e8e5887d672 req-942c8c37-fad0-4870-94af-79ed0a9e0021 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637553 Jul 20 18:03:36.333624 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (f697aa97-5d1b-45da-9f61-b5d189eabfd7), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:36.346039 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:36.357497 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] 10.222.0.27 "DELETE /v2.0/networks/f697aa97-5d1b-45da-9f61-b5d189eabfd7 HTTP/1.1" status: 204 len: 168 time: 1.9252238 Jul 20 18:03:36.373259 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dc7a1f-da08-46aa-a422-6c555993d06c x-openstack-request-id: req-32dc7a1f-da08-46aa-a422-6c555993d06c {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:36.374826 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "name": "network-vif-unplugged", "status": "completed", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:36.375533 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-32dc7a1f-da08-46aa-a422-6c555993d06c {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:36.376631 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dc7a1f-da08-46aa-a422-6c555993d06c'] response: {'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4', 'code': 200} Jul 20 18:03:36.411978 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee42f42-5a1a-4754-9ca6-81368c93375e admin admin] Pushing event deleted for resources: {'Network': ['ID=f697aa97-5d1b-45da-9f61-b5d189eabfd7,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:36.462425 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c7460e04-728b-4699-9640-d1552785bf88 req-c4570cab-e6cc-4869-9885-7cd7e24f4e82 service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727741 Jul 20 18:03:36.518734 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b3275-e072-4f72-b30e-daa984449ac3 req-249f0a27-5109-4e22-bd11-01587aa8017d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:36.520816 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ca3b3275-e072-4f72-b30e-daa984449ac3 req-249f0a27-5109-4e22-bd11-01587aa8017d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0634329 Jul 20 18:03:36.623085 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ca3b3275-e072-4f72-b30e-daa984449ac3 req-7dffe882-ddd1-4b54-a8d5-4b93afc47a9a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927622 Jul 20 18:03:36.704070 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a54c4-754e-42ec-8c6f-fb7dcd3317e9 req-aff2d543-d939-4671-98ee-bb9860d5ae18 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:36.707382 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b13a54c4-754e-42ec-8c6f-fb7dcd3317e9 req-aff2d543-d939-4671-98ee-bb9860d5ae18 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0817904 Jul 20 18:03:36.751248 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:36.761066 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a3db4-13c3-4f78-889c-027adebd3811 req-e1abc04f-c94c-4b79-b7a6-bf50e1f72a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:36.764846 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-261a3db4-13c3-4f78-889c-027adebd3811 req-e1abc04f-c94c-4b79-b7a6-bf50e1f72a38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1130 time: 0.0715284 Jul 20 18:03:36.794854 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53614) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:36.825608 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b13a54c4-754e-42ec-8c6f-fb7dcd3317e9 req-97c2b871-2b24-4775-bf7d-988a2f183b1b tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075251 Jul 20 18:03:36.873591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:36.882513 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-261a3db4-13c3-4f78-889c-027adebd3811 req-f861a7a8-8cb7-4fbc-b332-bb56f0396cb3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077998 Jul 20 18:03:36.943179 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-04031597-2093-42b2-93f3-4c8c35a791ca service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465025 Jul 20 18:03:36.956600 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-a57997a7-36d4-4c8b-aa08-87fb5df9e1d2 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 18:03:36.959804 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-a57997a7-36d4-4c8b-aa08-87fb5df9e1d2 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0097013 Jul 20 18:03:36.975317 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53618) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:37.026987 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:37.038541 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-42c05c92-01e9-4a68-98b7-6d828e359a75 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=23d7e15987bd4fb7a54a43002b44c1fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0610595 Jul 20 18:03:37.043105 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53626) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:37.149699 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Publish callbacks [] for security_group (631c3173-c1e6-4949-b91d-35e5160bd47e), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:37.167491 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53628) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:37.240277 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4e434-5cac-4f86-9bc2-e1dfe3bfb4e3 req-d026eeba-7db9-44aa-a2fa-6ce75797bde2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:37.249551 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1bc4e434-5cac-4f86-9bc2-e1dfe3bfb4e3 req-d026eeba-7db9-44aa-a2fa-6ce75797bde2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.1170931 Jul 20 18:03:37.253169 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Publish callbacks [] for security_group (631c3173-c1e6-4949-b91d-35e5160bd47e), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:37.346942 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1bc4e434-5cac-4f86-9bc2-e1dfe3bfb4e3 req-5b987c89-13f9-4865-85a5-d551a6b45489 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822744 Jul 20 18:03:37.451008 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (631c3173-c1e6-4949-b91d-35e5160bd47e), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:37.453983 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:37.455208 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/631c3173-c1e6-4949-b91d-35e5160bd47e HTTP/1.1" status: 204 len: 168 time: 0.4104028 Jul 20 18:03:37.470655 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c3173-c1e6-4949-b91d-35e5160bd47e,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:37.494515 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc054-4473-4cb2-9974-6bf967540a6a req-33d0d50a-1c56-4666-a261-2b287908143b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:37.502689 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c54dc054-4473-4cb2-9974-6bf967540a6a req-33d0d50a-1c56-4666-a261-2b287908143b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0894487 Jul 20 18:03:37.504384 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.505197 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.505487 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.505816 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.506154 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.506485 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.506828 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.507192 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.509242 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.509242 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.509242 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.509242 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.509242 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.509242 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.510174 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c226dc-0ccb-460a-9ba8-5883245dc49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:37.547794 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3b86-13c7-4683-a259-1029315476cd req-7158baac-5ccd-4438-849d-ebb5cf51b0dc tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:37.550925 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-7158baac-5ccd-4438-849d-ebb5cf51b0dc tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports/1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 200 len: 941 time: 0.3812997 Jul 20 18:03:37.645788 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c54dc054-4473-4cb2-9974-6bf967540a6a req-f7bc4e08-aec0-4b3b-b0e4-1e611eb262c7 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425898 Jul 20 18:03:37.669272 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678f35-9218-4740-bf11-906102acf364 req-5e05bb05-acb4-493f-9257-15562ea13ab7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:37.672243 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c678f35-9218-4740-bf11-906102acf364 req-5e05bb05-acb4-493f-9257-15562ea13ab7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.1353776 Jul 20 18:03:37.695104 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53648) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:37.712403 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Request body: {'floatingip': {'port_id': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:37.797254 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (59252478-04ae-42b3-be2e-aeb77be54b1e), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:37.825826 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56812ae-bbf8-4703-a625-456a08ca31f1 req-68a2e5d9-528c-4470-8c9a-c475148eeda6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:37.827979 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e56812ae-bbf8-4703-a625-456a08ca31f1 req-68a2e5d9-528c-4470-8c9a-c475148eeda6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0596294 Jul 20 18:03:37.953632 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e56812ae-bbf8-4703-a625-456a08ca31f1 req-039b1be7-344e-42cd-b686-1a710060df65 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147966 Jul 20 18:03:38.015354 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1e9c-6636-4aec-aa3c-64a37a72dbca req-3c0823e1-8904-4184-a404-b176045d90ab tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:38.017117 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-141d1e9c-6636-4aec-aa3c-64a37a72dbca req-3c0823e1-8904-4184-a404-b176045d90ab tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0566537 Jul 20 18:03:38.075939 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-141d1e9c-6636-4aec-aa3c-64a37a72dbca req-c63cb15c-cbc8-4f22-8f0b-ab6518e90615 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501521 Jul 20 18:03:38.361571 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:38.571554 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (59252478-04ae-42b3-be2e-aeb77be54b1e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:38.676305 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:38.700217 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Floating IP 59252478-04ae-42b3-be2e-aeb77be54b1e associated. External IP: 172.28.3.220, port: 4021f055-56a2-4f48-ba0c-5c6d32e10fd7. Jul 20 18:03:38.943405 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c52dc-9598-4a87-930a-cd87fc348fea req-f1aa2c99-6d29-48e5-8ea6-be7627262c03 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:38.947595 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b5c52dc-9598-4a87-930a-cd87fc348fea req-f1aa2c99-6d29-48e5-8ea6-be7627262c03 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.1126599 Jul 20 18:03:39.018947 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8b5c52dc-9598-4a87-930a-cd87fc348fea req-c35f9de7-d7f6-4ec3-ab7a-929f89e27f8d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644569 Jul 20 18:03:39.074208 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:39.082349 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:03:39.194140 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a659b1-40ac-4f36-b90d-27d2a8875712 req-bf6418ed-a4f5-4ac6-963d-458da863fc29 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:39.196314 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e8a659b1-40ac-4f36-b90d-27d2a8875712 req-bf6418ed-a4f5-4ac6-963d-458da863fc29 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0836256 Jul 20 18:03:39.266930 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e8a659b1-40ac-4f36-b90d-27d2a8875712 req-2c085d82-ffc8-4663-b0c0-6de6b24b6896 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639980 Jul 20 18:03:39.296205 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:03:39.296205 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:39.307860 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:03:39.325890 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:39.327388 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:03:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:39.336953 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-cb89e7af-bf7f-41cb-8abc-21742e559dfe tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "PUT /v2.0/floatingips/59252478-04ae-42b3-be2e-aeb77be54b1e HTTP/1.1" status: 200 len: 991 time: 1.6401472 Jul 20 18:03:39.338228 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237be94b-1666-42aa-9763-7e9a816667a7', 'tag': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:39.341620 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b96c4ca-8df6-44ca-85e7-6be45d7da469" -d '{"events": [{"name": "network-changed", "server_uuid": "237be94b-1666-42aa-9763-7e9a816667a7", "tag": "4021f055-56a2-4f48-ba0c-5c6d32e10fd7"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:39.458968 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a10cb-36ac-4f26-bd06-41e68dde1bcb req-9f9b13bb-a6cd-467b-bcda-213ad7f5abef tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:39.461365 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d8a10cb-36ac-4f26-bd06-41e68dde1bcb req-9f9b13bb-a6cd-467b-bcda-213ad7f5abef tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.1076813 Jul 20 18:03:39.509181 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:39.530453 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:39.567938 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:39.589377 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d8a10cb-36ac-4f26-bd06-41e68dde1bcb req-1af127d8-6c31-47c6-8083-4a757567ff49 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212385 Jul 20 18:03:39.706452 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43dc150-23ba-4257-ba16-26f09a3ca259 x-openstack-request-id: req-c43dc150-23ba-4257-ba16-26f09a3ca259 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:39.706805 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237be94b-1666-42aa-9763-7e9a816667a7", "tag": "4021f055-56a2-4f48-ba0c-5c6d32e10fd7", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:39.707025 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c43dc150-23ba-4257-ba16-26f09a3ca259 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:39.707411 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43dc150-23ba-4257-ba16-26f09a3ca259'] response: {'name': 'network-changed', 'server_uuid': '237be94b-1666-42aa-9763-7e9a816667a7', 'tag': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'status': 'completed', 'code': 200} Jul 20 18:03:39.812097 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-e7f2913f-93f1-409e-a0f1-90836875d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:39.813746 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-e7f2913f-93f1-409e-a0f1-90836875d032 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 1129 time: 0.0535727 Jul 20 18:03:39.873825 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '59252478-04ae-42b3-be2e-aeb77be54b1e', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:f5:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237be94b-1666-42aa-9763-7e9a816667a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:03:04Z', 'updated_at': '2022-07-20T18:03:38Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:39.908096 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:03:39.920338 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:39.921260 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:03:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:40.008298 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-35cf26d6-2fc6-4775-8a11-71182517607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:40.010139 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-35cf26d6-2fc6-4775-8a11-71182517607b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 200 len: 916 time: 0.1846426 Jul 20 18:03:40.119591 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:40.195873 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae32425-97d0-4e04-b61f-a8617cf599c8 req-953aac35-393b-4d44-bc18-deb4e4027e0c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:40.198529 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7ae32425-97d0-4e04-b61f-a8617cf599c8 req-953aac35-393b-4d44-bc18-deb4e4027e0c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0887885 Jul 20 18:03:40.301838 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7ae32425-97d0-4e04-b61f-a8617cf599c8 req-413c00a2-7ad6-4600-99e3-6885f4d601a2 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896752 Jul 20 18:03:40.540331 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-182f83e1-d9ed-4a64-8a1c-cb919a8900b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4021f055-56a2-4f48-ba0c-5c6d32e10fd7 HTTP/1.1" status: 200 len: 999 time: 0.0876856 Jul 20 18:03:40.540989 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:40.549070 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a347-b532-45d5-a205-741a77695590 req-e3cc3eff-005a-4c36-99ec-69e949b576be tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:40.552632 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1b3a347-b532-45d5-a205-741a77695590 req-e3cc3eff-005a-4c36-99ec-69e949b576be tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.1106980 Jul 20 18:03:40.568637 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1897b-e844-429f-819e-ecc516f999ed req-04491089-4629-469f-88fe-41192a0648d1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:40.571343 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ddc1897b-e844-429f-819e-ecc516f999ed req-04491089-4629-469f-88fe-41192a0648d1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.1864364 Jul 20 18:03:40.640421 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:40.650074 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '59252478-04ae-42b3-be2e-aeb77be54b1e', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:f5:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237be94b-1666-42aa-9763-7e9a816667a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:03:04Z', 'updated_at': '2022-07-20T18:03:38Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:40.687580 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1b3a347-b532-45d5-a205-741a77695590 req-311c862c-220a-44d3-9a40-80ecac28fbb6 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147602 Jul 20 18:03:40.695101 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ddc1897b-e844-429f-819e-ecc516f999ed req-3818ce55-5c6f-420d-88b8-49385c7f030b tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075850 Jul 20 18:03:40.696568 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46d660-4bab-4602-86ee-4ce5ca39dc68 None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '59252478-04ae-42b3-be2e-aeb77be54b1e', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'port_id': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'mac_address': 'fa:16:3e:f5:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237be94b-1666-42aa-9763-7e9a816667a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:03:04Z', 'updated_at': '2022-07-20T18:03:38Z', 'revision_number': 1, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:03:40.883930 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03869371-5c45-41a7-b580-df126649aee2 req-9757275f-1c47-4069-9031-25bc50a816a0 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:40.889262 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-03869371-5c45-41a7-b580-df126649aee2 req-9757275f-1c47-4069-9031-25bc50a816a0 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0810440 Jul 20 18:03:40.930915 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-f8f4cf0c-8522-4d0b-95fc-3b8d0823699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:40.932459 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-f8f4cf0c-8522-4d0b-95fc-3b8d0823699b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 200 len: 854 time: 0.1207070 Jul 20 18:03:40.977876 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-03869371-5c45-41a7-b580-df126649aee2 req-ad58085a-7388-48da-b14b-c4a5cbb5eb0a tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820394 Jul 20 18:03:41.071221 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6c4ae-b054-4739-94e4-f0cc660fb0f5 None None] New status for floating IP 59252478-04ae-42b3-be2e-aeb77be54b1e: ACTIVE {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:03:41.266803 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69668ca-3745-4462-a23e-d34cadbcf830 req-365081b3-2f5a-4f8a-904b-2e84258990ef tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:41.268300 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f69668ca-3745-4462-a23e-d34cadbcf830 req-365081b3-2f5a-4f8a-904b-2e84258990ef tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0630827 Jul 20 18:03:41.330620 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f69668ca-3745-4462-a23e-d34cadbcf830 req-f018c4f2-91a0-46fa-9e4a-e751f9b31a33 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527949 Jul 20 18:03:41.457313 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-b9c8a203-3eba-48cf-918d-ef2f7acb9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:41.459279 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-b9c8a203-3eba-48cf-918d-ef2f7acb9771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a279782c-a6f9-4260-a721-74e3c41283c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0522034 Jul 20 18:03:41.707183 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-d9738c55-8d6d-4f73-8709-0e3ca70ddabc service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304989 Jul 20 18:03:41.829406 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-5b96c4ca-8df6-44ca-85e7-6be45d7da469 req-7d5987be-4886-43e6-886f-95fb9fe1e75d service neutron] 10.222.0.13 "GET /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096497 Jul 20 18:03:41.879215 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05600-ecb3-43bb-9971-883ea8b84c98 req-d237b788-4853-4f97-802f-318f3c572395 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:41.881668 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b3d05600-ecb3-43bb-9971-883ea8b84c98 req-d237b788-4853-4f97-802f-318f3c572395 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0647333 Jul 20 18:03:41.941900 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b3d05600-ecb3-43bb-9971-883ea8b84c98 req-d50b2de2-dc04-4f73-a5fe-f4f66662df8f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522106 Jul 20 18:03:42.118079 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a80a-4163-4e93-9a2b-df4ad493e324 req-4355b421-b9dc-4c8d-b0ea-0fde7fe5fa84 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:42.119966 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e279a80a-4163-4e93-9a2b-df4ad493e324 req-4355b421-b9dc-4c8d-b0ea-0fde7fe5fa84 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0733650 Jul 20 18:03:42.187038 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e279a80a-4163-4e93-9a2b-df4ad493e324 req-f70f38b7-cc3a-4b36-9107-e0cc4a0ce4f3 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611346 Jul 20 18:03:42.219994 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53740) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:42.353194 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-36830466-a1ed-4c96-90a4-393642dbf4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:42.477590 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-36830466-a1ed-4c96-90a4-393642dbf4dc admin admin] Publish callbacks [] for security_group (219a5a0e-2541-4be3-b209-661c3f16c02a), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:42.540950 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-36830466-a1ed-4c96-90a4-393642dbf4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (219a5a0e-2541-4be3-b209-661c3f16c02a), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:42.570512 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:42.615633 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36830466-a1ed-4c96-90a4-393642dbf4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219a5a0e-2541-4be3-b209-661c3f16c02a,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:42.621203 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-36830466-a1ed-4c96-90a4-393642dbf4dc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cec71458cc9c489aa607ec687eb91ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3999541 Jul 20 18:03:42.624911 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53748) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:42.658845 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3b86-13c7-4683-a259-1029315476cd req-856894f0-b3af-45f1-8ece-f3a75db3ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:42.660873 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-856894f0-b3af-45f1-8ece-f3a75db3ffb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7&tenant_id=deb33eae0aa34330888eee1fbf9bdd96 HTTP/1.1" status: 200 len: 1128 time: 0.0739536 Jul 20 18:03:42.684676 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd964-147e-49a8-908f-f5dcbeda5d72 admin admin] Publish callbacks [] for security_group (219a5a0e-2541-4be3-b209-661c3f16c02a), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:42.712644 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd964-147e-49a8-908f-f5dcbeda5d72 admin admin] Publish callbacks [] for security_group (219a5a0e-2541-4be3-b209-661c3f16c02a), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:42.749469 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3b86-13c7-4683-a259-1029315476cd req-c1c708ed-fd32-4d0f-94e7-36f29c98d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:42.751289 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-c1c708ed-fd32-4d0f-94e7-36f29c98d748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1128 time: 0.0524490 Jul 20 18:03:42.842727 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:42.881093 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3b86-13c7-4683-a259-1029315476cd req-16f98f13-de30-4e19-bbde-f197a4ac2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:42.883135 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-16f98f13-de30-4e19-bbde-f197a4ac2685 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a874f6c4-198d-4134-9c45-0f89f909a425 HTTP/1.1" status: 200 len: 909 time: 0.1246402 Jul 20 18:03:42.970185 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-0b00967d-b019-457d-a7e5-157946495814 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 200 len: 1000 time: 0.0781691 Jul 20 18:03:42.973182 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd964-147e-49a8-908f-f5dcbeda5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (219a5a0e-2541-4be3-b209-661c3f16c02a), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:42.976804 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd964-147e-49a8-908f-f5dcbeda5d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:42.978164 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-cf1bd964-147e-49a8-908f-f5dcbeda5d72 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/219a5a0e-2541-4be3-b209-661c3f16c02a HTTP/1.1" status: 204 len: 168 time: 0.3524685 Jul 20 18:03:42.988000 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bd964-147e-49a8-908f-f5dcbeda5d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219a5a0e-2541-4be3-b209-661c3f16c02a,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:43.042462 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3b86-13c7-4683-a259-1029315476cd req-6d408ad7-d06e-4964-a770-c37a482818b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:43.044405 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-6d408ad7-d06e-4964-a770-c37a482818b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce42334b-2772-4ae9-867d-a7370296949f HTTP/1.1" status: 200 len: 847 time: 0.0668125 Jul 20 18:03:43.117671 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3b86-13c7-4683-a259-1029315476cd req-c99bddbc-f261-469d-b262-48c462a56f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:43.119440 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-c99bddbc-f261-469d-b262-48c462a56f0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a874f6c4-198d-4134-9c45-0f89f909a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0624719 Jul 20 18:03:43.126590 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbda2e8-61b1-4651-a57c-5ec04e70d4dc req-9a9ce2a4-f341-4e09-895e-03f1dffce83c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:43.128156 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-efbda2e8-61b1-4651-a57c-5ec04e70d4dc req-9a9ce2a4-f341-4e09-895e-03f1dffce83c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0560796 Jul 20 18:03:43.204636 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-efbda2e8-61b1-4651-a57c-5ec04e70d4dc req-d734a691-ae8c-4398-aaa1-4940734ba59c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691736 Jul 20 18:03:43.232324 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:03:43.265902 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-296cb653-3bf3-4a53-8af4-1b710ffff4fd service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347163 Jul 20 18:03:43.349497 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26b774-7b0c-4297-8a11-c5a28d836171 req-ba9a6501-8c42-4c78-b881-c7634f452ae9 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:43.351970 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4a26b774-7b0c-4297-8a11-c5a28d836171 req-ba9a6501-8c42-4c78-b881-c7634f452ae9 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0642538 Jul 20 18:03:43.380558 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-108d3b86-13c7-4683-a259-1029315476cd req-d351b51f-2795-4858-94ef-ef3d73350e50 service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058846 Jul 20 18:03:43.396438 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:43.418334 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:43.432966 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'port_id': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'mac_address': 'fa:16:3e:da:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:03:43.435039 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4a26b774-7b0c-4297-8a11-c5a28d836171 req-7c57d2a6-4391-4f2e-8cac-3c647688616d tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742776 Jul 20 18:03:43.479372 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 is: ACTIVE; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:43.479817 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:43.499289 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:43.529731 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:43.624863 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:43.711318 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=6']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:43.814009 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:03:44.160996 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53774) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:44.176316 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fbfcc1f5-0e6d-4ac3-88b2-b647ae2ff712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:44.279056 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fbfcc1f5-0e6d-4ac3-88b2-b647ae2ff712 admin admin] Publish callbacks [] for security_group (76362c44-61aa-42ca-b933-0a01320cb892), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:44.368715 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566be6ab-1dbc-4405-9d0f-b844b6591799 req-3a08dfd9-6ff6-4f0a-a5cb-bc0ef97e832a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:44.370137 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-566be6ab-1dbc-4405-9d0f-b844b6591799 req-3a08dfd9-6ff6-4f0a-a5cb-bc0ef97e832a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 944 time: 0.0655565 Jul 20 18:03:44.427362 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-566be6ab-1dbc-4405-9d0f-b844b6591799 req-2897b275-9e60-42c8-b3e7-7af452fe2fe9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507276 Jul 20 18:03:44.510049 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fbfcc1f5-0e6d-4ac3-88b2-b647ae2ff712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (76362c44-61aa-42ca-b933-0a01320cb892), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:44.557263 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-fbfcc1f5-0e6d-4ac3-88b2-b647ae2ff712 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=80b3dadcf7354d80ad64f2c76971ecfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945775 Jul 20 18:03:44.558575 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcc1f5-0e6d-4ac3-88b2-b647ae2ff712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76362c44-61aa-42ca-b933-0a01320cb892,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:44.562709 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53784) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:44.597497 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6116b0c-76f3-4d19-b0e9-a53d783951db req-eca17c79-f922-451f-9738-0b9dcf5d0e30 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:44.599803 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a6116b0c-76f3-4d19-b0e9-a53d783951db req-eca17c79-f922-451f-9738-0b9dcf5d0e30 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0567715 Jul 20 18:03:44.627321 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b37ee07-86aa-4602-8ad8-0d52638a2509 admin admin] Publish callbacks [] for security_group (76362c44-61aa-42ca-b933-0a01320cb892), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:44.656644 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b37ee07-86aa-4602-8ad8-0d52638a2509 admin admin] Publish callbacks [] for security_group (76362c44-61aa-42ca-b933-0a01320cb892), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:44.689915 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a6116b0c-76f3-4d19-b0e9-a53d783951db req-c95c959e-c18f-484d-87dc-9e4db0daebf6 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820992 Jul 20 18:03:44.710897 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:44.977268 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b37ee07-86aa-4602-8ad8-0d52638a2509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (76362c44-61aa-42ca-b933-0a01320cb892), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:44.980988 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b37ee07-86aa-4602-8ad8-0d52638a2509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:44.982257 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9b37ee07-86aa-4602-8ad8-0d52638a2509 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/76362c44-61aa-42ca-b933-0a01320cb892 HTTP/1.1" status: 204 len: 168 time: 0.4178960 Jul 20 18:03:44.992261 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37ee07-86aa-4602-8ad8-0d52638a2509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76362c44-61aa-42ca-b933-0a01320cb892,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:45.254387 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1f304636-f6d8-48e6-befa-56ce906429e4 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:03:45.269360 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:03:45.406819 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:45.406819 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:45.535893 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:45.543950 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:45.548629 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:45.568848 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '1f304636-f6d8-48e6-befa-56ce906429e4', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'port_id': '1f304636-f6d8-48e6-befa-56ce906429e4', 'mac_address': 'fa:16:3e:25:7c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:03:45.607908 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb54593-e728-4d38-b979-4ed2ed92e618 req-a42929cd-4490-4b2c-8fbd-b9bd7b12c1f4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:45.610473 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3bb54593-e728-4d38-b979-4ed2ed92e618 req-a42929cd-4490-4b2c-8fbd-b9bd7b12c1f4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 944 time: 0.0644445 Jul 20 18:03:45.633940 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:45.634332 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:45.650612 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 1f304636-f6d8-48e6-befa-56ce906429e4 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:45.651116 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:45.677415 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f304636-f6d8-48e6-befa-56ce906429e4 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:03:45.679445 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:45.685591 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3bb54593-e728-4d38-b979-4ed2ed92e618 req-9358454d-655a-4a59-b392-eeac4bc7716f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566020 Jul 20 18:03:45.689838 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:45.693327 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed8e4fa-ca4c-4252-9646-e14c6c06fb36" -d '{"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-plugged", "status": "completed", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:45.723636 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:45.728327 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:45.759096 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30b0d5-b28e-4b54-98e2-da2fa67ac78f x-openstack-request-id: req-6b30b0d5-b28e-4b54-98e2-da2fa67ac78f {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:45.776068 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-plugged", "status": "completed", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:45.776068 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6b30b0d5-b28e-4b54-98e2-da2fa67ac78f {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:45.776068 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b30b0d5-b28e-4b54-98e2-da2fa67ac78f'] response: {'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'code': 200} Jul 20 18:03:45.886269 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd53b-c8d5-4c40-8e66-88e692af107a req-04b5c278-5bc8-4e0b-ab33-fe2ab78ac866 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:45.888631 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec2cd53b-c8d5-4c40-8e66-88e692af107a req-04b5c278-5bc8-4e0b-ab33-fe2ab78ac866 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 944 time: 0.0714126 Jul 20 18:03:45.899578 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:45.903570 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:45.986161 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=7']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:45.993373 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec2cd53b-c8d5-4c40-8e66-88e692af107a req-34d03f71-5926-4a1f-8413-f2bf26c26737 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968163 Jul 20 18:03:46.096536 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=7']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:46.301372 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['1f304636-f6d8-48e6-befa-56ce906429e4'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:03:46.722520 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53828) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:46.744651 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:46.852753 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1804263230-network', 'tenant_id': 'a20df3cccd1f4c5a8187a661da2fe207'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:46.863933 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d562-2d7f-4296-bb57-547b78489cc8 req-d14c3bcc-3122-4848-a746-3f6f3140bbd7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:46.865676 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1099d562-2d7f-4296-bb57-547b78489cc8 req-d14c3bcc-3122-4848-a746-3f6f3140bbd7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0725553 Jul 20 18:03:46.927860 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1099d562-2d7f-4296-bb57-547b78489cc8 req-3b455d8f-1e20-4557-8d4d-5e48f4170e22 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562143 Jul 20 18:03:47.018430 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Made reservation on behalf of a20df3cccd1f4c5a8187a661da2fe207 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:03:47.021646 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.031542 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.136785 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Publish callbacks [] for security_group (8fa0ba0d-daf9-4745-b247-52043b55c50d), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.171289 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6220812-0292-4df3-8935-53fb6e018e92 req-9e9ed223-9980-4b4c-a003-d85a3863f247 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:47.172848 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d6220812-0292-4df3-8935-53fb6e018e92 req-9e9ed223-9980-4b4c-a003-d85a3863f247 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 945 time: 0.0530879 Jul 20 18:03:47.223983 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d6220812-0292-4df3-8935-53fb6e018e92 req-80bcd412-659b-443a-9ba4-8071c7155567 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441775 Jul 20 18:03:47.432714 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1f304636-f6d8-48e6-befa-56ce906429e4 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:03:47.453746 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8fa0ba0d-daf9-4745-b247-52043b55c50d), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.471953 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:03:47.485599 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 1f304636-f6d8-48e6-befa-56ce906429e4 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:03:47.486451 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.497760 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (51f0b260-1b5c-47d1-89c5-c761b52bbc81), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.498539 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Added segment 51f0b260-1b5c-47d1-89c5-c761b52bbc81 of type vlan for network d93db548-fa99-4a8e-a552-2047bb6a1c28 Jul 20 18:03:47.522719 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa0ba0d-daf9-4745-b247-52043b55c50d,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:47.569312 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.569764 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.570169 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.570717 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.571267 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.571738 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.572140 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.572561 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.573103 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.573508 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.573943 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.574492 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.574897 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.575295 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.575698 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:03:47.584047 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (d93db548-fa99-4a8e-a552-2047bb6a1c28), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.587751 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 1f304636-f6d8-48e6-befa-56ce906429e4 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:03:47.588351 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.617918 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:47.635611 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:03:47.704914 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (d93db548-fa99-4a8e-a552-2047bb6a1c28), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.706002 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:47.706591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.762925 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:47.765909 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb195d99-7faf-466f-9ac0-27e9a9082d33" -d '{"events": [{"server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "name": "network-vif-plugged", "status": "completed", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:47.779508 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] Pushing event updated for resources: {'Network': ['ID=d93db548-fa99-4a8e-a552-2047bb6a1c28,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:47.789749 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:47.807269 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network d93db548-fa99-4a8e-a552-2047bb6a1c28 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:03:47.846841 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d518bba-de1c-4239-8610-195d4db646c2 x-openstack-request-id: req-4d518bba-de1c-4239-8610-195d4db646c2 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:47.847142 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "name": "network-vif-plugged", "status": "completed", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:47.847399 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4d518bba-de1c-4239-8610-195d4db646c2 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:47.847806 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d518bba-de1c-4239-8610-195d4db646c2'] response: {'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4', 'code': 200} Jul 20 18:03:47.877546 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-39cf9d70-3ab2-4068-8cc3-3e420ed56639 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1537290 Jul 20 18:03:47.882206 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53858) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:47.889455 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Request body: {'subnet': {'network_id': 'd93db548-fa99-4a8e-a552-2047bb6a1c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1804263230-subnet', 'tenant_id': 'a20df3cccd1f4c5a8187a661da2fe207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:47.905122 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:47.939654 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=8']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:48.064897 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Made reservation on behalf of a20df3cccd1f4c5a8187a661da2fe207 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:03:48.068537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:48.089047 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88a397-a8c0-421e-86d3-25ecddaabec7 req-5732a5a9-18a0-4e04-a4fb-0e3b520b6a43 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:48.090826 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e88a397-a8c0-421e-86d3-25ecddaabec7 req-5732a5a9-18a0-4e04-a4fb-0e3b520b6a43 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0810180 Jul 20 18:03:48.700795 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75039513-96e1-4845-bfdb-61c4e1e19d43 req-24363026-65e0-405d-9016-6596f52029d4 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:48.709926 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-75039513-96e1-4845-bfdb-61c4e1e19d43 req-24363026-65e0-405d-9016-6596f52029d4 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.2931030 Jul 20 18:03:48.722722 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e88a397-a8c0-421e-86d3-25ecddaabec7 req-2597a518-d93d-415b-b5dc-f4d8ee4a73f2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6208141 Jul 20 18:03:48.750657 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:48.816751 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-75039513-96e1-4845-bfdb-61c4e1e19d43 req-f535fb2e-27d2-4759-bafa-72607ff040b9 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055465 Jul 20 18:03:49.647532 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (a9262007-2755-4bb7-88a9-953718d246f1), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:49.803505 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Checking segment: {'id': '51f0b260-1b5c-47d1-89c5-c761b52bbc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd93db548-fa99-4a8e-a552-2047bb6a1c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:03:49.803839 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Network hostable DHCP agents. Network: d93db548-fa99-4a8e-a552-2047bb6a1c28, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:03:49.832520 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9262007-2755-4bb7-88a9-953718d246f1,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:49.840814 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0596e-d6a8-4607-8749-750197323de7 req-043a8b2a-7fdf-4f14-97f1-a841342b401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:49.847496 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a5b0596e-d6a8-4607-8749-750197323de7 req-043a8b2a-7fdf-4f14-97f1-a841342b401e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1130 time: 0.1096265 Jul 20 18:03:49.962463 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:49.978984 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a5b0596e-d6a8-4607-8749-750197323de7 req-78e49c0c-9e7b-454a-8ee4-9b6c7234cb53 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219079 Jul 20 18:03:49.993721 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Network d93db548-fa99-4a8e-a552-2047bb6a1c28 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:03:50.021730 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fdf4c-609d-41c3-8468-467cc99dd5e6 req-bfcbcc42-1387-43f8-a7cd-4b8e8ab6e08d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:50.024000 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b51fdf4c-609d-41c3-8468-467cc99dd5e6 req-bfcbcc42-1387-43f8-a7cd-4b8e8ab6e08d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0780590 Jul 20 18:03:50.111981 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b51fdf4c-609d-41c3-8468-467cc99dd5e6 req-b35378e8-0ed5-47d8-8744-cd17ec6552c5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803657 Jul 20 18:03:50.154389 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, d93db548-fa99-4a8e-a552-2047bb6a1c28) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:03:50.159485 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:50.160202 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:50.179445 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852709dc-a51d-4b8f-a8b8-ba8bd0be7dc0 None None] Network d93db548-fa99-4a8e-a552-2047bb6a1c28 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:03:50.252767 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb2b84-964a-4564-92dc-9c5316bf0892 req-d4a0fe71-ae7f-42be-bf85-c3ac0fd25078 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:50.254444 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5bfb2b84-964a-4564-92dc-9c5316bf0892 req-d4a0fe71-ae7f-42be-bf85-c3ac0fd25078 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0676391 Jul 20 18:03:50.329362 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06e73e-4e99-41d2-b35d-e0fd5fe9d305 None None] Network d93db548-fa99-4a8e-a552-2047bb6a1c28 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:03:50.369119 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5bfb2b84-964a-4564-92dc-9c5316bf0892 req-c8d87804-9261-4016-a55e-18eae6dbc880 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075814 Jul 20 18:03:50.413560 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-2740dc82-16d9-41b0-a164-3d47797b6c62 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5200038 Jul 20 18:03:51.192146 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:51.196086 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=81 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:51.249247 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65119-405c-4d8f-8700-888431cffa47 req-55ffd077-af90-4cd7-be30-c5d9a208efd4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:51.250741 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-20b65119-405c-4d8f-8700-888431cffa47 req-55ffd077-af90-4cd7-be30-c5d9a208efd4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0504472 Jul 20 18:03:51.305940 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-20b65119-405c-4d8f-8700-888431cffa47 req-59133e11-8fa0-41fb-ad96-f338b4f914df tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486870 Jul 20 18:03:51.497792 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56be1-d884-42dd-9031-70a5e63c75c6 req-35cd154e-4b78-4ef5-a761-cb776ee86294 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:51.499300 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ebb56be1-d884-42dd-9031-70a5e63c75c6 req-35cd154e-4b78-4ef5-a761-cb776ee86294 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0608811 Jul 20 18:03:51.557978 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ebb56be1-d884-42dd-9031-70a5e63c75c6 req-214a0b60-597f-41c8-9107-624bf805ec67 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529065 Jul 20 18:03:51.623151 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53912) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:51.628279 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011391282-network', 'tenant_id': 'a759524ddfb64664b193e34399d5c5d8'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:51.780309 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c061-31ee-4ef2-b4da-5d30c1d1d2e7 req-ea4b2c65-12a2-44cd-8592-71e0b036aa13 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:51.781991 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1498c061-31ee-4ef2-b4da-5d30c1d1d2e7 req-ea4b2c65-12a2-44cd-8592-71e0b036aa13 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0569365 Jul 20 18:03:51.827763 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:51.831671 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Made reservation on behalf of a759524ddfb64664b193e34399d5c5d8 for: {'network': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:03:51.834866 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:51.857344 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:51.867981 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1498c061-31ee-4ef2-b4da-5d30c1d1d2e7 req-68be5873-30d3-4926-b95e-d0bffa8928ba tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794854 Jul 20 18:03:51.894913 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53924) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:51.979327 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Publish callbacks [] for security_group (890d4e41-f0a2-4cbb-9ec0-c4a6eb5b6d4e), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.085341 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (890d4e41-f0a2-4cbb-9ec0-c4a6eb5b6d4e), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.133855 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=111129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:03:52.154859 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890d4e41-f0a2-4cbb-9ec0-c4a6eb5b6d4e,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:52.168346 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (3fdc771c-eec2-4a9f-a7a3-61fef2693b74), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.173660 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.segments_db [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Added segment 3fdc771c-eec2-4a9f-a7a3-61fef2693b74 of type vlan for network 126b46b2-5218-4b7a-922f-dd5f3b60bb35 Jul 20 18:03:52.221188 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (126b46b2-5218-4b7a-922f-dd5f3b60bb35), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.312234 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84980e15-4b50-4407-ae18-cde70f5a04c8 tempest-TestMinimumBasicScenario-427241179 tempest-TestMinimumBasicScenario-427241179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:52.317002 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-84980e15-4b50-4407-ae18-cde70f5a04c8 tempest-TestMinimumBasicScenario-427241179 tempest-TestMinimumBasicScenario-427241179-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1125 time: 0.4190474 Jul 20 18:03:52.318439 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53928) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:52.325773 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'port_id': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:52.332979 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (126b46b2-5218-4b7a-922f-dd5f3b60bb35), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.336532 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:52.336532 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.471795 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] Pushing event updated for resources: {'Network': ['ID=126b46b2-5218-4b7a-922f-dd5f3b60bb35,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:52.488785 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 126b46b2-5218-4b7a-922f-dd5f3b60bb35 details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:03:52.509917 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38a593-dcb7-4ffc-81f5-69f88d10947f req-c3b7b3d8-b0c4-4cce-839b-1614e94fa825 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:52.511739 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8d38a593-dcb7-4ffc-81f5-69f88d10947f req-c3b7b3d8-b0c4-4cce-839b-1614e94fa825 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0860522 Jul 20 18:03:52.521762 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-7f10b6d8-0004-47e7-9196-31ab7773fc87 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8970561 Jul 20 18:03:52.524299 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53932) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:52.530290 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Request body: {'subnet': {'network_id': '126b46b2-5218-4b7a-922f-dd5f3b60bb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011391282-subnet', 'tenant_id': 'a759524ddfb64664b193e34399d5c5d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:52.641042 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8d38a593-dcb7-4ffc-81f5-69f88d10947f req-8f432a72-1c2d-425f-a4b8-cfa88b235c48 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186306 Jul 20 18:03:52.647265 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.728394 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Made reservation on behalf of a759524ddfb64664b193e34399d5c5d8 for: {'subnet': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:03:52.733327 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005238'] for subnet (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.761709 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.823439 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40597-522f-425c-b0ed-a6d3fe5b003a req-5cc26c5d-6246-46b4-b04d-6ccc4fafc869 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:52.825092 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ddf40597-522f-425c-b0ed-a6d3fe5b003a req-5cc26c5d-6246-46b4-b04d-6ccc4fafc869 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.1253848 Jul 20 18:03:52.832299 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:52.916257 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:52.937018 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ddf40597-522f-425c-b0ed-a6d3fe5b003a req-6dddbe2f-5d66-4857-ba2e-6cd724435838 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020730 Jul 20 18:03:53.033882 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Allocated IP 172.28.3.137 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/225969e7-829f-4fa5-9302-8bdadad51e91) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:03:53.121084 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:53.184434 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for port (225969e7-829f-4fa5-9302-8bdadad51e91), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:53.201564 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8456112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005216'] for subnet (e42f62ff-04a4-4e6b-bd8d-2c5796c88578), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:53.279207 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42f62ff-04a4-4e6b-bd8d-2c5796c88578,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:53.303572 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Checking segment: {'id': '3fdc771c-eec2-4a9f-a7a3-61fef2693b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '126b46b2-5218-4b7a-922f-dd5f3b60bb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:03:53.304208 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Network hostable DHCP agents. Network: 126b46b2-5218-4b7a-922f-dd5f3b60bb35, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:03:53.382591 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (225969e7-829f-4fa5-9302-8bdadad51e91), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:53.432458 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:03:53.439411 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'Port': ['ID=225969e7-829f-4fa5-9302-8bdadad51e91,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:53.440004 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:03:53.442125 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Network 126b46b2-5218-4b7a-922f-dd5f3b60bb35 is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:03:53.444669 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:03:53.591135 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 126b46b2-5218-4b7a-922f-dd5f3b60bb35) {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:03:53.625756 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5a029-f9de-4ae2-a61b-0bcb6c8d1f4f None None] Network 126b46b2-5218-4b7a-922f-dd5f3b60bb35 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:03:53.626924 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:53.627919 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:53.772215 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23a6a9-e4fb-4adb-a110-a082f0127834 None None] Network 126b46b2-5218-4b7a-922f-dd5f3b60bb35 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:03:53.781973 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9fcab73f-79cf-4f86-8b5f-0546a7967e0b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2561805 Jul 20 18:03:53.904050 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c41fa-15f9-4e14-b58b-1be23214f749 req-d1242baa-cee4-460d-a005-095c2ab2df5c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:53.912108 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ae6c41fa-15f9-4e14-b58b-1be23214f749 req-d1242baa-cee4-460d-a005-095c2ab2df5c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0818188 Jul 20 18:03:53.939215 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53948) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:53.997489 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for floatingip (0994b098-5daa-43d9-a340-a2b1387ffadb), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.027429 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc0d2b9-8041-4497-9d3d-b27d4e6ecd44 admin admin] Deleting subnet a9262007-2755-4bb7-88a9-953718d246f1 {{(pid=111130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:03:54.040190 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ae6c41fa-15f9-4e14-b58b-1be23214f749 req-e84c62a9-1376-48d3-8c1c-c9f7b02e7d76 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269979 Jul 20 18:03:54.049867 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-abc0d2b9-8041-4497-9d3d-b27d4e6ecd44 admin admin] Publish callbacks [] for subnet (a9262007-2755-4bb7-88a9-953718d246f1), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.103577 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-abc0d2b9-8041-4497-9d3d-b27d4e6ecd44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11808831'] for subnet (a9262007-2755-4bb7-88a9-953718d246f1), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.141432 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:54.174134 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-abc0d2b9-8041-4497-9d3d-b27d4e6ecd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (a9262007-2755-4bb7-88a9-953718d246f1), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.240910 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (225969e7-829f-4fa5-9302-8bdadad51e91), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.420333 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-abc0d2b9-8041-4497-9d3d-b27d4e6ecd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8456177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005211'] for subnet (a9262007-2755-4bb7-88a9-953718d246f1), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.453628 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0d2b9-8041-4497-9d3d-b27d4e6ecd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9262007-2755-4bb7-88a9-953718d246f1,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:54.462381 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-abc0d2b9-8041-4497-9d3d-b27d4e6ecd44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.470870 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-abc0d2b9-8041-4497-9d3d-b27d4e6ecd44 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a9262007-2755-4bb7-88a9-953718d246f1 HTTP/1.1" status: 204 len: 168 time: 0.5304539 Jul 20 18:03:54.473392 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53950) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:54.493312 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for port (225969e7-829f-4fa5-9302-8bdadad51e91), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.560386 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (d93db548-fa99-4a8e-a552-2047bb6a1c28), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.589557 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (225969e7-829f-4fa5-9302-8bdadad51e91), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.636847 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (0994b098-5daa-43d9-a340-a2b1387ffadb), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.666645 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (d93db548-fa99-4a8e-a552-2047bb6a1c28), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.694209 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'Port': ['ID=225969e7-829f-4fa5-9302-8bdadad51e91,revision_number=2']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:54.730793 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93db548-fa99-4a8e-a552-2047bb6a1c28']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:54.730793 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f0b260-1b5c-47d1-89c5-c761b52bbc81') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:54.730793 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f0b260-1b5c-47d1-89c5-c761b52bbc81') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:54.730793 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (51f0b260-1b5c-47d1-89c5-c761b52bbc81), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.741456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (51f0b260-1b5c-47d1-89c5-c761b52bbc81), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.751172 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:03:54.751921 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (51f0b260-1b5c-47d1-89c5-c761b52bbc81), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.795572 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.l3_db [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Floating IP 0994b098-5daa-43d9-a340-a2b1387ffadb associated. External IP: 172.28.3.137, port: 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b. Jul 20 18:03:54.809252 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 51f0b260-1b5c-47d1-89c5-c761b52bbc81 resource provider aggregate not found Jul 20 18:03:54.841864 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 51f0b260-1b5c-47d1-89c5-c761b52bbc81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51f0b260-1b5c-47d1-89c5-c761b52bbc81 found for delete ", "request_id": "req-37be6b2d-5c03-4863-8189-e41adf60e8f0"}]} Jul 20 18:03:54.950554 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (d93db548-fa99-4a8e-a552-2047bb6a1c28), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.957259 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:54.964983 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d93db548-fa99-4a8e-a552-2047bb6a1c28 HTTP/1.1" status: 204 len: 168 time: 0.4874330 Jul 20 18:03:54.979366 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53958) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:54.980469 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a30a4-68b7-41b7-8170-27e0245e46f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d93db548-fa99-4a8e-a552-2047bb6a1c28,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:55.042869 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdb3dd0-a21e-4f30-bf4b-31688bcbad0b admin admin] Deleting subnet e42f62ff-04a4-4e6b-bd8d-2c5796c88578 {{(pid=111130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:03:55.049001 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3dd0-a21e-4f30-bf4b-31688bcbad0b admin admin] Publish callbacks [] for subnet (e42f62ff-04a4-4e6b-bd8d-2c5796c88578), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.101558 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Router dbf5e9ac-1755-42cc-919a-e54ae334996e has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:03:55.107431 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3dd0-a21e-4f30-bf4b-31688bcbad0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11808831'] for subnet (e42f62ff-04a4-4e6b-bd8d-2c5796c88578), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.159257 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3dd0-a21e-4f30-bf4b-31688bcbad0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (e42f62ff-04a4-4e6b-bd8d-2c5796c88578), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.243995 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822ca26-e377-41f9-af1e-2f1ad9f98daa req-8bc3b31c-4f14-4617-8b97-b94fefca8a70 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:55.245506 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4822ca26-e377-41f9-af1e-2f1ad9f98daa req-8bc3b31c-4f14-4617-8b97-b94fefca8a70 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0885451 Jul 20 18:03:55.285414 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:03:55.296579 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] Sync routers for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:03:55.309261 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:55.309871 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:03:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:55.320093 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4822ca26-e377-41f9-af1e-2f1ad9f98daa req-2fa9c2ba-0b41-4168-aaa2-7045b6dd1ff2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684738 Jul 20 18:03:55.394710 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:55.428561 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:55.624743 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3dd0-a21e-4f30-bf4b-31688bcbad0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8456177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005211'] for subnet (e42f62ff-04a4-4e6b-bd8d-2c5796c88578), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.653364 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.659030 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb3dd0-a21e-4f30-bf4b-31688bcbad0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42f62ff-04a4-4e6b-bd8d-2c5796c88578,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:55.661911 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3dd0-a21e-4f30-bf4b-31688bcbad0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.666733 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-dbdb3dd0-a21e-4f30-bf4b-31688bcbad0b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e42f62ff-04a4-4e6b-bd8d-2c5796c88578 HTTP/1.1" status: 204 len: 168 time: 0.6822925 Jul 20 18:03:55.668941 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53962) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:55.719501 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-4b59d2ae-d5ca-4611-ac58-1ae41931be5d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3993316 Jul 20 18:03:55.720728 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:03:55.723246 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7051e0-5d72-47f4-a35a-33c02dfc30be" -d '{"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:03:55.726515 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53964) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:55.739205 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-128fbdbb-db56-436e-9611-3342904fa35d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911683983', 'description': 'tempest-secgroup-smoke-911683983 description', 'project_id': '1d7075d41e2349eebee32600a5c57a68'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:55.752849 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (126b46b2-5218-4b7a-922f-dd5f3b60bb35), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.812645 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c343e72d-49a6-46a8-912a-8b852335da4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.860248 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:55.862766 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (126b46b2-5218-4b7a-922f-dd5f3b60bb35), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.864112 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '0994b098-5daa-43d9-a340-a2b1387ffadb', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'port_id': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'mac_address': 'fa:16:3e:76:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dac7521-32a7-4802-b647-07452c7838ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:03:53Z', 'updated_at': '2022-07-20T18:03:53Z', 'revision_number': 0, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:42Z', 'revision_number': 5, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:55.905221 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126b46b2-5218-4b7a-922f-dd5f3b60bb35']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:55.905885 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] Checking router: dbf5e9ac-1755-42cc-919a-e54ae334996e for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:03:55.919948 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:03:55.920225 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdc771c-eec2-4a9f-a7a3-61fef2693b74') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:55.920621 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdc771c-eec2-4a9f-a7a3-61fef2693b74') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:55.920726 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:03:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:55.933825 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (3fdc771c-eec2-4a9f-a7a3-61fef2693b74), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.950110 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (3fdc771c-eec2-4a9f-a7a3-61fef2693b74), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.956181 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e9bb05-093b-4e20-858c-b81aa79b2b8c x-openstack-request-id: req-14e9bb05-093b-4e20-858c-b81aa79b2b8c {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:03:55.956568 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:03:55.957400 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-14e9bb05-093b-4e20-858c-b81aa79b2b8c {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:03:55.957400 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e9bb05-093b-4e20-858c-b81aa79b2b8c'] response: {'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'status': 'completed', 'code': 200} Jul 20 18:03:55.959137 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:03:55.959842 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (3fdc771c-eec2-4a9f-a7a3-61fef2693b74), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:55.966507 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-128fbdbb-db56-436e-9611-3342904fa35d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.116515 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:03:56.124416 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-8951f18a-740d-4e22-b203-093997623c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:56.126247 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-8951f18a-740d-4e22-b203-093997623c81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d7075d41e2349eebee32600a5c57a68&device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1130 time: 0.0821152 Jul 20 18:03:56.239177 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (126b46b2-5218-4b7a-922f-dd5f3b60bb35), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.255137 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.271682 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] 10.222.0.27 "DELETE /v2.0/networks/126b46b2-5218-4b7a-922f-dd5f3b60bb35 HTTP/1.1" status: 204 len: 168 time: 0.5975745 Jul 20 18:03:56.316356 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117131e2-409d-4de5-8400-5508309f1c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=126b46b2-5218-4b7a-922f-dd5f3b60bb35,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:56.336631 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-283ffc45-b9f5-4e3e-b848-4138410d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:56.338535 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-283ffc45-b9f5-4e3e-b848-4138410d59ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 200 len: 915 time: 0.1981702 Jul 20 18:03:56.394264 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-128fbdbb-db56-436e-9611-3342904fa35d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group (b599c2f5-3088-48c1-9cfb-78937edf5f7c), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.570843 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-a6914011-c390-4c96-a96e-28ba12b08502 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 1000 time: 0.2121141 Jul 20 18:03:56.682465 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '0994b098-5daa-43d9-a340-a2b1387ffadb', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'port_id': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'mac_address': 'fa:16:3e:76:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dac7521-32a7-4802-b647-07452c7838ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:03:53Z', 'updated_at': '2022-07-20T18:03:53Z', 'revision_number': 0, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:42Z', 'revision_number': 5, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:03:56.737966 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-c0f72806-0480-435b-ae0a-699fcbd7b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:56.742005 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-c0f72806-0480-435b-ae0a-699fcbd7b699 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a964c6b0-23c2-4f05-aba5-d8695b6e385f HTTP/1.1" status: 200 len: 853 time: 0.1618993 Jul 20 18:03:56.751312 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2a65e-3c12-43f8-b623-10bdaf5a74fd None None] The sync data for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb is: [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '0994b098-5daa-43d9-a340-a2b1387ffadb', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'port_id': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'mac_address': 'fa:16:3e:76:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dac7521-32a7-4802-b647-07452c7838ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:03:53Z', 'updated_at': '2022-07-20T18:03:53Z', 'revision_number': 0, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:42Z', 'revision_number': 5, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:03:56.894225 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-d60512b4-d3ba-4903-8f78-7afbece824b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:56.896750 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-d60512b4-d3ba-4903-8f78-7afbece824b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53b030e9-b2a8-477e-9065-456ab6e058a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1461017 Jul 20 18:03:56.923521 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 3fdc771c-eec2-4a9f-a7a3-61fef2693b74 resource provider aggregate not found Jul 20 18:03:56.929249 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-128fbdbb-db56-436e-9611-3342904fa35d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (b599c2f5-3088-48c1-9cfb-78937edf5f7c), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:56.932599 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:56.963133 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1f4dd-215b-460a-af09-5b9be2753a5d req-d8b8727e-4f3b-4b2a-a9d7-dced6ed0926f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:56.971424 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-65f1f4dd-215b-460a-af09-5b9be2753a5d req-d8b8727e-4f3b-4b2a-a9d7-dced6ed0926f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.4880643 Jul 20 18:03:56.972102 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 3fdc771c-eec2-4a9f-a7a3-61fef2693b74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fdc771c-eec2-4a9f-a7a3-61fef2693b74 found for delete ", "request_id": "req-b6ff9671-6ac0-4a7e-af58-af9b10b5eb25"}]} Jul 20 18:03:57.037531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:57.042948 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53990) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:57.069512 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-65f1f4dd-215b-460a-af09-5b9be2753a5d req-0235b983-b1cc-4a0d-b740-eb738e73420c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847847 Jul 20 18:03:57.071099 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fbdbb-db56-436e-9611-3342904fa35d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b599c2f5-3088-48c1-9cfb-78937edf5f7c,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:57.100236 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-128fbdbb-db56-436e-9611-3342904fa35d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.111700 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-128fbdbb-db56-436e-9611-3342904fa35d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3818216 Jul 20 18:03:57.113196 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 53992) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:57.125721 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-f2f793ab-3f87-4e52-9212-7f2253f3f493 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'security_group_rule': {'security_group_id': 'b599c2f5-3088-48c1-9cfb-78937edf5f7c', 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:57.151389 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-4f28c953-8f62-449b-81e3-2ed8909427be service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468851 Jul 20 18:03:57.157464 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e768fe9d-cd0a-4d88-8021-d5e02027baac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a20df3cccd1f4c5a8187a661da2fe207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1076562 Jul 20 18:03:57.158133 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 53994) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:57.231664 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6fa78f-f491-4676-837f-59f4edd743fb None None] New status for floating IP 0994b098-5daa-43d9-a340-a2b1387ffadb: ACTIVE {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:03:57.237888 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f4716ab5-3198-4180-a9a8-67701fd4046d admin admin] Publish callbacks [] for security_group (8fa0ba0d-daf9-4745-b247-52043b55c50d), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.267009 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f4716ab5-3198-4180-a9a8-67701fd4046d admin admin] Publish callbacks [] for security_group (8fa0ba0d-daf9-4745-b247-52043b55c50d), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.316266 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f2f793ab-3f87-4e52-9212-7f2253f3f493 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (087d5f7e-6d41-425c-94c9-f5ee116caae8), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.416125 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:57.464844 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f4716ab5-3198-4180-a9a8-67701fd4046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8fa0ba0d-daf9-4745-b247-52043b55c50d), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.467446 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f4716ab5-3198-4180-a9a8-67701fd4046d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.468687 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f4716ab5-3198-4180-a9a8-67701fd4046d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8fa0ba0d-daf9-4745-b247-52043b55c50d HTTP/1.1" status: 204 len: 168 time: 0.3093104 Jul 20 18:03:57.482296 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4716ab5-3198-4180-a9a8-67701fd4046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa0ba0d-daf9-4745-b247-52043b55c50d,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:57.487663 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f2f793ab-3f87-4e52-9212-7f2253f3f493 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (087d5f7e-6d41-425c-94c9-f5ee116caae8), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.611746 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f2f793ab-3f87-4e52-9212-7f2253f3f493 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (087d5f7e-6d41-425c-94c9-f5ee116caae8), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.660194 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f793ab-3f87-4e52-9212-7f2253f3f493 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087d5f7e-6d41-425c-94c9-f5ee116caae8,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:57.862107 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f2f793ab-3f87-4e52-9212-7f2253f3f493 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:57.863541 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f2f793ab-3f87-4e52-9212-7f2253f3f493 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7467582 Jul 20 18:03:57.866903 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54000) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:57.874395 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-0b99466b-3c38-49be-81fe-938666ba6ff4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'security_group_rule': {'security_group_id': 'b599c2f5-3088-48c1-9cfb-78937edf5f7c', 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:57.926314 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c7051e0-5d72-47f4-a35a-33c02dfc30be req-4864d924-ed33-4433-917b-3c5977211420 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828411 Jul 20 18:03:57.928749 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:58.047420 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0b99466b-3c38-49be-81fe-938666ba6ff4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (30ea36e4-cd60-43d0-85b5-7e23a4697df8), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.149239 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0b99466b-3c38-49be-81fe-938666ba6ff4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (30ea36e4-cd60-43d0-85b5-7e23a4697df8), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.177768 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e4391cfd-abbf-4276-951b-c551b85471f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.291680 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3733de-2afa-42d7-8b0d-88004b0b5d49 req-0b1d2410-1e84-4bdc-93ca-d093eb42eeb9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:58.293694 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9e3733de-2afa-42d7-8b0d-88004b0b5d49 req-0b1d2410-1e84-4bdc-93ca-d093eb42eeb9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.1408951 Jul 20 18:03:58.325069 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0b99466b-3c38-49be-81fe-938666ba6ff4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (30ea36e4-cd60-43d0-85b5-7e23a4697df8), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.358833 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99466b-3c38-49be-81fe-938666ba6ff4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ea36e4-cd60-43d0-85b5-7e23a4697df8,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:58.412204 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9e3733de-2afa-42d7-8b0d-88004b0b5d49 req-ec2c9cf7-9282-4029-b03d-6175a17fadf7 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084712 Jul 20 18:03:58.485215 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0b99466b-3c38-49be-81fe-938666ba6ff4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.487564 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-0b99466b-3c38-49be-81fe-938666ba6ff4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6185760 Jul 20 18:03:58.498653 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54008) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:58.504044 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-0e36c7d1-12e6-4cb4-a518-c8e2f8f3c7eb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'security_group_rule': {'security_group_id': 'b599c2f5-3088-48c1-9cfb-78937edf5f7c', 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:58.646921 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0e36c7d1-12e6-4cb4-a518-c8e2f8f3c7eb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (de7ced4f-ab40-490e-9927-ff2378ca2774), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.744214 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0e36c7d1-12e6-4cb4-a518-c8e2f8f3c7eb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (de7ced4f-ab40-490e-9927-ff2378ca2774), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.944947 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0e36c7d1-12e6-4cb4-a518-c8e2f8f3c7eb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (de7ced4f-ab40-490e-9927-ff2378ca2774), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:58.967624 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36c7d1-12e6-4cb4-a518-c8e2f8f3c7eb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7ced4f-ab40-490e-9927-ff2378ca2774,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:59.043197 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54010) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:59.142618 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f4b0bc33-c159-494b-8c39-efc9f76f80bb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a759524ddfb64664b193e34399d5c5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947967 Jul 20 18:03:59.142986 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54012) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:59.223886 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-0e36c7d1-12e6-4cb4-a518-c8e2f8f3c7eb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:59.231374 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-0e36c7d1-12e6-4cb4-a518-c8e2f8f3c7eb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7310483 Jul 20 18:03:59.232027 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54014) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:03:59.236768 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-49d4bf42-35c7-4ecc-9bbd-23bcfa4eee46 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'security_group_rule': {'security_group_id': 'b599c2f5-3088-48c1-9cfb-78937edf5f7c', 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:03:59.237732 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1db98b2a-e5c1-4800-86c8-c2c1815866a5 admin admin] Publish callbacks [] for security_group (890d4e41-f0a2-4cbb-9ec0-c4a6eb5b6d4e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:59.265865 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:59.293583 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1db98b2a-e5c1-4800-86c8-c2c1815866a5 admin admin] Publish callbacks [] for security_group (890d4e41-f0a2-4cbb-9ec0-c4a6eb5b6d4e), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:59.474556 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-49d4bf42-35c7-4ecc-9bbd-23bcfa4eee46 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (5d0cb809-761f-4667-8c58-434cd04391ab), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:59.514576 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:03:59.517776 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1db98b2a-e5c1-4800-86c8-c2c1815866a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (890d4e41-f0a2-4cbb-9ec0-c4a6eb5b6d4e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:59.523258 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-1db98b2a-e5c1-4800-86c8-c2c1815866a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:59.525540 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-1db98b2a-e5c1-4800-86c8-c2c1815866a5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/890d4e41-f0a2-4cbb-9ec0-c4a6eb5b6d4e HTTP/1.1" status: 204 len: 168 time: 0.3812225 Jul 20 18:03:59.561655 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db98b2a-e5c1-4800-86c8-c2c1815866a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890d4e41-f0a2-4cbb-9ec0-c4a6eb5b6d4e,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:03:59.656542 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dceea4-3bd1-4bcd-a805-cf88e85a5888 req-39b7604d-0f1d-47fc-8d8e-fd30071dc01a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:03:59.656542 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-99dceea4-3bd1-4bcd-a805-cf88e85a5888 req-39b7604d-0f1d-47fc-8d8e-fd30071dc01a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.1320999 Jul 20 18:03:59.660870 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-49d4bf42-35c7-4ecc-9bbd-23bcfa4eee46 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (5d0cb809-761f-4667-8c58-434cd04391ab), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:59.722776 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-99dceea4-3bd1-4bcd-a805-cf88e85a5888 req-79ff3622-7dc0-49c2-b430-287f889aa3a3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598669 Jul 20 18:03:59.754101 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-49d4bf42-35c7-4ecc-9bbd-23bcfa4eee46 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (5d0cb809-761f-4667-8c58-434cd04391ab), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:03:59.826204 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4bf42-35c7-4ecc-9bbd-23bcfa4eee46 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0cb809-761f-4667-8c58-434cd04391ab,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:00.036776 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:00.306173 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-49d4bf42-35c7-4ecc-9bbd-23bcfa4eee46 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.307446 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-49d4bf42-35c7-4ecc-9bbd-23bcfa4eee46 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0745239 Jul 20 18:04:00.310426 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54022) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:00.314985 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-48e1b423-99d1-486e-a81b-e1f49aa9d4c1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'security_group_rule': {'security_group_id': 'b599c2f5-3088-48c1-9cfb-78937edf5f7c', 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:00.430123 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.492251 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.securitygroups_db [None req-48e1b423-99d1-486e-a81b-e1f49aa9d4c1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Project 1d7075d41e2349eebee32600a5c57a68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 18:04:00.498443 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-48e1b423-99d1-486e-a81b-e1f49aa9d4c1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (db5468f1-b415-4c71-b52a-101859325763), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.583298 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-48e1b423-99d1-486e-a81b-e1f49aa9d4c1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (db5468f1-b415-4c71-b52a-101859325763), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.797086 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-48e1b423-99d1-486e-a81b-e1f49aa9d4c1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (db5468f1-b415-4c71-b52a-101859325763), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.820819 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1b423-99d1-486e-a81b-e1f49aa9d4c1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5468f1-b415-4c71-b52a-101859325763,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:00.892537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc98ec8-f1ec-461f-9929-bb6f6f056d17 req-437857ad-be92-4cc7-ad14-4e08d295e0ac tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:00.893981 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9bc98ec8-f1ec-461f-9929-bb6f6f056d17 req-437857ad-be92-4cc7-ad14-4e08d295e0ac tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0571125 Jul 20 18:04:00.933052 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:00.940285 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-48e1b423-99d1-486e-a81b-e1f49aa9d4c1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:00.942256 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-48e1b423-99d1-486e-a81b-e1f49aa9d4c1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6306415 Jul 20 18:04:00.945187 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54040) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:00.950040 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-fd33fb33-4571-4b6d-8de7-84e496184650 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'security_group_rule': {'security_group_id': 'b599c2f5-3088-48c1-9cfb-78937edf5f7c', 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:00.988310 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9bc98ec8-f1ec-461f-9929-bb6f6f056d17 req-903d6616-2204-40b3-a1fa-5015dfb567c4 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845015 Jul 20 18:04:01.206454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:01.206792 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.securitygroups_db [None req-fd33fb33-4571-4b6d-8de7-84e496184650 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Project 1d7075d41e2349eebee32600a5c57a68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 18:04:01.214704 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fd33fb33-4571-4b6d-8de7-84e496184650 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (ce1ea658-857c-44dd-a1b8-4a4c3b5cccfd), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:01.247828 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:01.320261 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:01.335925 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fd33fb33-4571-4b6d-8de7-84e496184650 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (ce1ea658-857c-44dd-a1b8-4a4c3b5cccfd), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:01.533375 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fd33fb33-4571-4b6d-8de7-84e496184650 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (ce1ea658-857c-44dd-a1b8-4a4c3b5cccfd), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:01.533723 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:01.563955 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33fb33-4571-4b6d-8de7-84e496184650 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1ea658-857c-44dd-a1b8-4a4c3b5cccfd,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:01.711437 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fd33fb33-4571-4b6d-8de7-84e496184650 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:01.716803 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-fd33fb33-4571-4b6d-8de7-84e496184650 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7689469 Jul 20 18:04:01.867906 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-0e19f34b-09b3-40b8-804e-ecf91aea2f30 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911683983&fields=id&tenant_id=1d7075d41e2349eebee32600a5c57a68 HTTP/1.1" status: 200 len: 267 time: 0.0893705 Jul 20 18:04:01.954209 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-46706b16-f3b9-44b4-a6a0-5fa2708c37cd tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:01.967109 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-46706b16-f3b9-44b4-a6a0-5fa2708c37cd tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0778439 Jul 20 18:04:01.968588 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'port': {'security_groups': ['a5d5f403-b818-4279-b8d4-6a8876074b1d', 'b599c2f5-3088-48c1-9cfb-78937edf5f7c']}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:02.073712 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:02.189604 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dea95-5786-424f-a71d-6cd3a76e0149 req-951b7024-d270-4fc7-8676-04e018b23482 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:02.191269 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d43dea95-5786-424f-a71d-6cd3a76e0149 req-951b7024-d270-4fc7-8676-04e018b23482 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.1051164 Jul 20 18:04:02.309416 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d43dea95-5786-424f-a71d-6cd3a76e0149 req-a312fb3f-fe7e-414f-8ad3-c7fe80633233 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120863 Jul 20 18:04:02.431348 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] For port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:02.463903 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:02.599240 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:02.648166 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:04:02.664214 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:02.664908 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:02.666367 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-12e60f80-6781-4769-a5fa-1ab6df802830 req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "PUT /v2.0/ports/0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 982 time: 0.7031035 Jul 20 18:04:02.667461 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:04:02.669318 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb222386-b16a-448d-91d1-82e4037884b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:04:02.687118 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d04067-dea7-40a3-a316-d4b8d7295dde tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'Port': ['ID=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,revision_number=6']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:02.836440 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:02.906061 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24b133-b816-4fa5-b579-9d6463161a3f req-9c061599-d6ae-4941-85c8-09a919a126dd tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:02.909017 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bd24b133-b816-4fa5-b579-9d6463161a3f req-9c061599-d6ae-4941-85c8-09a919a126dd tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.1099701 Jul 20 18:04:02.928886 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:04:02.994067 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8ec95-4776-4b34-9e34-81436611b119 x-openstack-request-id: req-4df8ec95-4776-4b34-9e34-81436611b119 {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:04:02.994067 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:04:02.994067 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4df8ec95-4776-4b34-9e34-81436611b119 {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:04:02.994067 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df8ec95-4776-4b34-9e34-81436611b119'] response: {'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'status': 'completed', 'code': 200} Jul 20 18:04:03.024537 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bd24b133-b816-4fa5-b579-9d6463161a3f req-02c1f6ee-c861-4fb1-a03c-d6c05f7438bf tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087351 Jul 20 18:04:03.160765 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222386-b16a-448d-91d1-82e4037884b7 req-2460550e-b5d6-4683-867a-30abed45aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:03.163309 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cb222386-b16a-448d-91d1-82e4037884b7 req-2460550e-b5d6-4683-867a-30abed45aec8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d7075d41e2349eebee32600a5c57a68&device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1169 time: 0.0716817 Jul 20 18:04:03.217864 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-3876c9a0-3b25-47b8-acbe-094b38e7fdcd None None] Provisioning complete for port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:04:03.218222 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3876c9a0-3b25-47b8-acbe-094b38e7fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:03.224899 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:03.318877 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222386-b16a-448d-91d1-82e4037884b7 req-6faf8cc1-7e10-42a4-bfb8-bb6ef2ef3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:03.321696 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cb222386-b16a-448d-91d1-82e4037884b7 req-6faf8cc1-7e10-42a4-bfb8-bb6ef2ef3d81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 200 len: 915 time: 0.1488068 Jul 20 18:04:03.481972 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cb222386-b16a-448d-91d1-82e4037884b7 req-97632ed9-5f3d-45bc-a17b-3ef01d2ebb07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 1002 time: 0.1459694 Jul 20 18:04:03.513393 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c861-2bef-47c2-80bf-e7e8414f5961 req-1f79c95c-a54e-4d98-ba6c-ec05a0b3c780 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:03.515820 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-77e1c861-2bef-47c2-80bf-e7e8414f5961 req-1f79c95c-a54e-4d98-ba6c-ec05a0b3c780 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0721259 Jul 20 18:04:03.527022 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-3876c9a0-3b25-47b8-acbe-094b38e7fdcd None None] Current status of the port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:04:03.585371 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-77e1c861-2bef-47c2-80bf-e7e8414f5961 req-debe3da4-98b4-4ba3-b3a0-830a3c75a997 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544906 Jul 20 18:04:03.784465 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222386-b16a-448d-91d1-82e4037884b7 req-552d1500-8f9d-41ad-9c25-547d80e7aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:03.785942 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cb222386-b16a-448d-91d1-82e4037884b7 req-552d1500-8f9d-41ad-9c25-547d80e7aa0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a964c6b0-23c2-4f05-aba5-d8695b6e385f HTTP/1.1" status: 200 len: 853 time: 0.0630918 Jul 20 18:04:03.835817 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222386-b16a-448d-91d1-82e4037884b7 req-2ce99a64-fcb3-469a-9ffc-e100776f4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:03.837398 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cb222386-b16a-448d-91d1-82e4037884b7 req-2ce99a64-fcb3-469a-9ffc-e100776f4ee0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53b030e9-b2a8-477e-9065-456ab6e058a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0440900 Jul 20 18:04:03.918359 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:03.935596 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cb222386-b16a-448d-91d1-82e4037884b7 req-5c39f475-c1f0-407c-b066-477bd8362e56 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908215 Jul 20 18:04:04.326253 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-cb222386-b16a-448d-91d1-82e4037884b7 req-a14c82d6-d1e0-4c40-a2ed-66abf1cd0bda service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766046 Jul 20 18:04:04.729572 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700e552-1b09-4145-91d7-dcfff31eec21 req-2837900e-fd99-4b24-b7cd-400d806f9533 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:04.731145 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6700e552-1b09-4145-91d7-dcfff31eec21 req-2837900e-fd99-4b24-b7cd-400d806f9533 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0600197 Jul 20 18:04:04.790932 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6700e552-1b09-4145-91d7-dcfff31eec21 req-a377c669-b0b5-4ec6-9da6-14843e386810 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535212 Jul 20 18:04:04.900034 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-65bdc6fa-1154-48b6-9925-3f077fea5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:04.901594 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-65bdc6fa-1154-48b6-9925-3f077fea5924 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 1129 time: 0.0450673 Jul 20 18:04:05.018382 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-251f561b-d019-4b4f-9928-c0d14010c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:05.019939 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-251f561b-d019-4b4f-9928-c0d14010c40c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 918 time: 0.1115220 Jul 20 18:04:05.092359 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-e52a2594-4c28-48f3-aa08-80819c9ac127 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 HTTP/1.1" status: 200 len: 1001 time: 0.0616581 Jul 20 18:04:05.150735 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-52601e6a-185f-44c2-8b86-53a2404c6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:05.152273 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-52601e6a-185f-44c2-8b86-53a2404c6e8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.0517874 Jul 20 18:04:05.231585 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31aa23-3d32-45b4-ae51-f3af79e33820 req-951205f7-037c-436d-9a40-06e6c23e5bbf tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:05.233146 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9d31aa23-3d32-45b4-ae51-f3af79e33820 req-951205f7-037c-436d-9a40-06e6c23e5bbf tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0478253 Jul 20 18:04:05.281880 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9d31aa23-3d32-45b4-ae51-f3af79e33820 req-d685b65f-f58f-4f64-bc88-d85a93c0a424 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Jul 20 18:04:05.521751 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:05.918631 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:05.936563 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557e0e8-0a17-4b03-bbb9-9080f7dc4892 req-27f56d91-669c-435e-ae32-6229952e9a91 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:05.938123 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c557e0e8-0a17-4b03-bbb9-9080f7dc4892 req-27f56d91-669c-435e-ae32-6229952e9a91 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0590868 Jul 20 18:04:05.991749 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c557e0e8-0a17-4b03-bbb9-9080f7dc4892 req-87072cb5-0c2c-4e6e-815b-3f8b0837af31 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477617 Jul 20 18:04:06.270355 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:06.404311 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7db96d-9a0f-4d79-a1f1-eebeac31c4b5 req-bdf0a773-f710-4c69-bad3-1f1d0dee27a2 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:06.405923 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa7db96d-9a0f-4d79-a1f1-eebeac31c4b5 req-bdf0a773-f710-4c69-bad3-1f1d0dee27a2 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0508292 Jul 20 18:04:06.457733 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa7db96d-9a0f-4d79-a1f1-eebeac31c4b5 req-f4ab5819-8af8-486f-bbc1-b11036c8fe18 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460110 Jul 20 18:04:07.128847 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a44ab-32ab-4dff-affc-c289f16281f5 req-7a5a7a4e-aabd-4dd0-94ea-eec77e6451a1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:07.130566 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8d8a44ab-32ab-4dff-affc-c289f16281f5 req-7a5a7a4e-aabd-4dd0-94ea-eec77e6451a1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 945 time: 0.0536487 Jul 20 18:04:07.178312 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8d8a44ab-32ab-4dff-affc-c289f16281f5 req-3a37a8a6-ab62-47e7-9cf1-17c06fb334d5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422599 Jul 20 18:04:07.550146 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:07.574650 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce7154-e4f9-4020-97dc-b62524b19203 req-0e3ffba2-eb47-449b-aad3-3c538c158164 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:07.576144 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9ce7154-e4f9-4020-97dc-b62524b19203 req-0e3ffba2-eb47-449b-aad3-3c538c158164 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0487797 Jul 20 18:04:07.625744 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9ce7154-e4f9-4020-97dc-b62524b19203 req-fe8e40dd-a801-4373-8f59-847283a1e578 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 Jul 20 18:04:07.626073 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 is: ACTIVE; New status is: DOWN {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:04:07.626461 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:07.650942 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:04:07.653247 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98757a11-e346-44e2-8059-654a1f191a4b" -d '{"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-unplugged", "status": "completed", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:04:07.667322 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:07.695506 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04f4d0b-a1e6-4e76-821a-3976f4c0e0b0 x-openstack-request-id: req-a04f4d0b-a1e6-4e76-821a-3976f4c0e0b0 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:04:07.695793 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-unplugged", "status": "completed", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:04:07.696163 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a04f4d0b-a1e6-4e76-821a-3976f4c0e0b0 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:04:07.696583 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04f4d0b-a1e6-4e76-821a-3976f4c0e0b0'] response: {'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'code': 200} Jul 20 18:04:07.794516 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:07.845134 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:07.890701 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=8']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:08.301392 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1d3aa-8c86-45c8-b95e-4d10d4284478 req-21355268-0798-4fbf-95a8-018bb5fd2ad3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:08.303386 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0ac1d3aa-8c86-45c8-b95e-4d10d4284478 req-21355268-0798-4fbf-95a8-018bb5fd2ad3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0510628 Jul 20 18:04:08.315635 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:08.362636 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0ac1d3aa-8c86-45c8-b95e-4d10d4284478 req-ec26b728-70c2-40a8-bb0f-fdb16faefe47 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533049 Jul 20 18:04:08.760337 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf89a-61c8-4fcb-bbe3-430519149ea2 req-05f020e4-8ba8-412e-90e7-08476ee1ec89 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:08.760337 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fa2cf89a-61c8-4fcb-bbe3-430519149ea2 req-05f020e4-8ba8-412e-90e7-08476ee1ec89 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0504034 Jul 20 18:04:08.809196 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fa2cf89a-61c8-4fcb-bbe3-430519149ea2 req-5224e36f-4281-4962-a5ad-9473b649aa62 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Jul 20 18:04:09.488652 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb0cba-27c2-4982-8d0d-62b78ef1818f req-204096a2-fc54-4bd8-8737-031631d85607 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:09.490940 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-becb0cba-27c2-4982-8d0d-62b78ef1818f req-204096a2-fc54-4bd8-8737-031631d85607 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0482295 Jul 20 18:04:09.538399 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-becb0cba-27c2-4982-8d0d-62b78ef1818f req-409e94fd-eedc-4efd-b4af-662d5f29ac49 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416472 Jul 20 18:04:09.939282 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aac77e-8a8a-4906-a4b3-b385c847c93e req-1404fb63-024e-47e2-86b4-31540dea112a tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:09.940899 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b0aac77e-8a8a-4906-a4b3-b385c847c93e req-1404fb63-024e-47e2-86b4-31540dea112a tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0581670 Jul 20 18:04:09.994439 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b0aac77e-8a8a-4906-a4b3-b385c847c93e req-d3432a45-447b-4de7-962b-5c55b50e592d tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474610 Jul 20 18:04:10.667480 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84a1a-6bd2-49a5-bb93-b7e72e367fab req-6244c3e2-9b2d-4ab2-abea-db7a769a3f7d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:10.669134 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-26b84a1a-6bd2-49a5-bb93-b7e72e367fab req-6244c3e2-9b2d-4ab2-abea-db7a769a3f7d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0544786 Jul 20 18:04:10.697909 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-a284a01f-43df-43e1-9b98-6f2d3750093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:10.700638 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-a284a01f-43df-43e1-9b98-6f2d3750093d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0500460 Jul 20 18:04:10.729684 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-26b84a1a-6bd2-49a5-bb93-b7e72e367fab req-3f686fc6-7b55-4c62-8dd9-91a37484df3a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505054 Jul 20 18:04:10.813083 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:04:10.905447 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-345f1557-7126-45ec-8369-e580a53ea120 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863709 Jul 20 18:04:11.111224 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-bb4dffb6-b155-45a7-af61-c036c337db8c tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:11.112742 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-bb4dffb6-b155-45a7-af61-c036c337db8c tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0902374 Jul 20 18:04:11.127402 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2316e-56fc-495a-8255-8165ca7d26e3 req-f9d92a00-8c68-42ed-a41b-08870da08dee tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:11.133167 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7fc2316e-56fc-495a-8255-8165ca7d26e3 req-f9d92a00-8c68-42ed-a41b-08870da08dee tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 946 time: 0.0476234 Jul 20 18:04:11.159718 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:11.169676 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-694d4608-4942-47d5-81d9-fdbeba111cf3 req-7a009db4-7e46-4df7-9e45-7e459bef9b06 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674879 Jul 20 18:04:11.182704 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7fc2316e-56fc-495a-8255-8165ca7d26e3 req-d5a690d1-e3b9-4f3b-998c-292d74dcc056 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/security-groups?id=7d02e203-bd50-4a0e-90a2-0eb730eb39d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473130 Jul 20 18:04:11.227483 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Deleting port a2731808-4f24-4ab3-a001-75158039aa96 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:11.227821 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (a2731808-4f24-4ab3-a001-75158039aa96), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.338508 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] For port a2731808-4f24-4ab3-a001-75158039aa96, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a2731808-4f24-4ab3-a001-75158039aa96,segment=NetworkSegment(b1475171-a448-4984-b31f-9eddde327a63),segment_id=b1475171-a448-4984-b31f-9eddde327a63)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:11.338877 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (a2731808-4f24-4ab3-a001-75158039aa96), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.353098 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Calling delete_port for a2731808-4f24-4ab3-a001-75158039aa96 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:11.573608 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (a2731808-4f24-4ab3-a001-75158039aa96), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.605131 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Pushing event deleted for resources: {'Port': ['ID=a2731808-4f24-4ab3-a001-75158039aa96,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:11.659021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] No DVR routers for this DVR port a2731808-4f24-4ab3-a001-75158039aa96 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:11.662538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:11.668727 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6802fed-c159-4507-b0e8-a985ba682b13 req-dcce77dc-6af7-45ec-8d98-e67a2ce81e42 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.13 "DELETE /v2.0/ports/a2731808-4f24-4ab3-a001-75158039aa96 HTTP/1.1" status: 204 len: 173 time: 0.5470440 Jul 20 18:04:11.668727 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3539b-d1a8-48c5-b90e-7cc3e90df421', 'name': 'network-vif-deleted', 'tag': 'a2731808-4f24-4ab3-a001-75158039aa96'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:04:11.671456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febbd3a9-5283-4b72-8808-e8ad1c3aa546" -d '{"events": [{"server_uuid": "f0d3539b-d1a8-48c5-b90e-7cc3e90df421", "name": "network-vif-deleted", "tag": "a2731808-4f24-4ab3-a001-75158039aa96"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:04:11.717805 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deaeb08-7943-4795-be06-673be78532f2 x-openstack-request-id: req-7deaeb08-7943-4795-be06-673be78532f2 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:04:11.718548 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3539b-d1a8-48c5-b90e-7cc3e90df421", "name": "network-vif-deleted", "tag": "a2731808-4f24-4ab3-a001-75158039aa96", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:04:11.718548 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7deaeb08-7943-4795-be06-673be78532f2 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:04:11.720823 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7deaeb08-7943-4795-be06-673be78532f2'] response: {'server_uuid': 'f0d3539b-d1a8-48c5-b90e-7cc3e90df421', 'name': 'network-vif-deleted', 'tag': 'a2731808-4f24-4ab3-a001-75158039aa96', 'status': 'completed', 'code': 200} Jul 20 18:04:11.860424 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:11.861824 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee939f-f29f-49f8-9486-6fdf221e9348 req-e9818a18-f96c-46eb-b50c-fbda752a021c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:11.863434 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-61ee939f-f29f-49f8-9486-6fdf221e9348 req-e9818a18-f96c-46eb-b50c-fbda752a021c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0513854 Jul 20 18:04:11.928173 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-61ee939f-f29f-49f8-9486-6fdf221e9348 req-5d6a6e0b-1d90-4c48-81db-a5296d7b14c1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499198 Jul 20 18:04:12.314298 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f6034743-b553-4844-8fbb-72b135139809 req-dfdb8962-f3bc-42dd-b801-5e5704c584d9 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 210 time: 0.0305691 Jul 20 18:04:12.379137 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54190) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:12.522500 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fd1e3e7a-47e7-44e1-84f2-8d46635f1801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.611832 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fd1e3e7a-47e7-44e1-84f2-8d46635f1801 admin admin] Publish callbacks [] for security_group (5b6eba67-67c0-42ee-9595-a7e75c894027), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.716124 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-fd1e3e7a-47e7-44e1-84f2-8d46635f1801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5b6eba67-67c0-42ee-9595-a7e75c894027), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.732739 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:12.760139 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e3e7a-47e7-44e1-84f2-8d46635f1801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6eba67-67c0-42ee-9595-a7e75c894027,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:12.765397 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-fd1e3e7a-47e7-44e1-84f2-8d46635f1801 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6df6765992ea496d9a2ff9c5aba86169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852227 Jul 20 18:04:12.768267 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54194) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:12.822019 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e6ef006f-1df0-464a-9bd5-c368d82bf3f6 admin admin] Publish callbacks [] for security_group (5b6eba67-67c0-42ee-9595-a7e75c894027), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:12.847157 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e6ef006f-1df0-464a-9bd5-c368d82bf3f6 admin admin] Publish callbacks [] for security_group (5b6eba67-67c0-42ee-9595-a7e75c894027), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:13.002780 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e6ef006f-1df0-464a-9bd5-c368d82bf3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5b6eba67-67c0-42ee-9595-a7e75c894027), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:13.007814 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e6ef006f-1df0-464a-9bd5-c368d82bf3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:13.009767 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e6ef006f-1df0-464a-9bd5-c368d82bf3f6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5b6eba67-67c0-42ee-9595-a7e75c894027 HTTP/1.1" status: 204 len: 168 time: 0.2402737 Jul 20 18:04:13.014120 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:13.019315 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef006f-1df0-464a-9bd5-c368d82bf3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6eba67-67c0-42ee-9595-a7e75c894027,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:13.076455 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a03d7-92ed-4406-8499-0a85c4e20cb9 req-0a6e1f72-f9f1-4366-93ad-33288a6cfb98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:13.078078 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-838a03d7-92ed-4406-8499-0a85c4e20cb9 req-0a6e1f72-f9f1-4366-93ad-33288a6cfb98 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0657709 Jul 20 18:04:13.133567 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-838a03d7-92ed-4406-8499-0a85c4e20cb9 req-2c62c87d-2213-4da8-ad71-07bb340add50 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469413 Jul 20 18:04:13.417472 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9aa38e6c-384c-44a8-9b5b-91e2d5a2ef34 req-a9d352b8-672f-46e6-bd66-57d696b75c41 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 210 time: 0.0292873 Jul 20 18:04:13.569631 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device a2731808-4f24-4ab3-a001-75158039aa96 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:13.589174 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: a2731808-4f24-4ab3-a001-75158039aa96 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:13.589512 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device a2731808-4f24-4ab3-a001-75158039aa96 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:14.029991 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54206) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:14.050776 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-26c1ca3a-5c6f-4fbb-8e26-59eb2ef2a877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.134787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-26c1ca3a-5c6f-4fbb-8e26-59eb2ef2a877 admin admin] Publish callbacks [] for security_group (7eb83810-7099-4a2a-a567-8aced97426f0), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.276408 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-26c1ca3a-5c6f-4fbb-8e26-59eb2ef2a877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (7eb83810-7099-4a2a-a567-8aced97426f0), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.277109 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdd04-29a9-442e-8121-2efd09e425d7 req-7163bcd0-4a11-4e06-a118-1bb775da4b9f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:14.278759 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-310cdd04-29a9-442e-8121-2efd09e425d7 req-7163bcd0-4a11-4e06-a118-1bb775da4b9f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0537789 Jul 20 18:04:14.325009 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-26c1ca3a-5c6f-4fbb-8e26-59eb2ef2a877 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1316c90139694dbb892bda73a937bc6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911723 Jul 20 18:04:14.325009 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1ca3a-5c6f-4fbb-8e26-59eb2ef2a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb83810-7099-4a2a-a567-8aced97426f0,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:14.326183 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54210) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:14.346785 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-310cdd04-29a9-442e-8121-2efd09e425d7 req-c78b5053-5476-4dd2-8c1e-59323acfed24 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616517 Jul 20 18:04:14.393844 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b836b6d0-2d35-48c8-9ce2-cbea05c10324 admin admin] Publish callbacks [] for security_group (7eb83810-7099-4a2a-a567-8aced97426f0), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.422707 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b836b6d0-2d35-48c8-9ce2-cbea05c10324 admin admin] Publish callbacks [] for security_group (7eb83810-7099-4a2a-a567-8aced97426f0), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.560535 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ae20402f-7723-4743-a83d-7b57560457ef req-e330c5ac-eb40-4b83-8c71-0b1a907f1d69 tempest-VolumesSnapshotTestJSON-2004412313 tempest-VolumesSnapshotTestJSON-2004412313-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0d3539b-d1a8-48c5-b90e-7cc3e90df421 HTTP/1.1" status: 200 len: 210 time: 0.0312710 Jul 20 18:04:14.631111 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b836b6d0-2d35-48c8-9ce2-cbea05c10324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (7eb83810-7099-4a2a-a567-8aced97426f0), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.633787 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b836b6d0-2d35-48c8-9ce2-cbea05c10324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:14.634935 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-b836b6d0-2d35-48c8-9ce2-cbea05c10324 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7eb83810-7099-4a2a-a567-8aced97426f0 HTTP/1.1" status: 204 len: 168 time: 0.3074484 Jul 20 18:04:14.637349 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:14.645054 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836b6d0-2d35-48c8-9ce2-cbea05c10324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb83810-7099-4a2a-a567-8aced97426f0,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:15.572664 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:15.678801 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 is: DOWN; New status is: DOWN {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:04:18.164725 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:18.181022 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffa17c-2512-4619-8fdc-dbcdfb17f7af req-28fb56ef-1d1f-429e-8abd-ee9f3a7aca49 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:18.182461 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-55ffa17c-2512-4619-8fdc-dbcdfb17f7af req-28fb56ef-1d1f-429e-8abd-ee9f3a7aca49 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0523992 Jul 20 18:04:18.235002 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-55ffa17c-2512-4619-8fdc-dbcdfb17f7af req-6e36db75-526f-4267-9a6e-2c6832beb57e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463803 Jul 20 18:04:18.647215 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-3310563a-8b76-447f-9b8f-eb75aae66f94 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404799 Jul 20 18:04:18.728678 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e220eb-ba81-4717-b2f2-acca445651cf req-83ad1861-bbe5-489e-aed4-7ad3bc8c4d32 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:18.730224 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-83ad1861-bbe5-489e-aed4-7ad3bc8c4d32 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports/fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 HTTP/1.1" status: 200 len: 940 time: 0.0547147 Jul 20 18:04:19.361584 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b38ac-9947-4370-baad-b13ce9b969dd req-cb446cc4-5472-4b0a-a150-ade1e5ab6270 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:19.363802 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9d2b38ac-9947-4370-baad-b13ce9b969dd req-cb446cc4-5472-4b0a-a150-ade1e5ab6270 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0512297 Jul 20 18:04:19.415610 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9d2b38ac-9947-4370-baad-b13ce9b969dd req-69c7f8fb-a885-433b-ab26-4a429f173992 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453296 Jul 20 18:04:20.546838 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fe59f-1dae-481d-a106-931dc47e2161 req-4ac6bf47-9514-495a-a1af-ae85b302c77d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:20.554885 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-270fe59f-1dae-481d-a106-931dc47e2161 req-4ac6bf47-9514-495a-a1af-ae85b302c77d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0634980 Jul 20 18:04:20.602163 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-270fe59f-1dae-481d-a106-931dc47e2161 req-da813c1c-8955-4fab-9b69-77e90a057967 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462022 Jul 20 18:04:21.034937 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e220eb-ba81-4717-b2f2-acca445651cf req-d310388a-ff7b-4139-a91b-0134904491b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:21.036606 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-d310388a-ff7b-4139-a91b-0134904491b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29&tenant_id=4f09278bfb3248eab00d7061b248f6c3 HTTP/1.1" status: 200 len: 1127 time: 0.0456488 Jul 20 18:04:21.112959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e220eb-ba81-4717-b2f2-acca445651cf req-8f5f76fa-a478-4682-bd63-59d277a8ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:21.114860 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-8f5f76fa-a478-4682-bd63-59d277a8ef96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 1127 time: 0.0411234 Jul 20 18:04:21.214167 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e220eb-ba81-4717-b2f2-acca445651cf req-eacf2cfc-e2a5-422c-9ba2-1648f2175f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:21.215726 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-eacf2cfc-e2a5-422c-9ba2-1648f2175f94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 918 time: 0.0944910 Jul 20 18:04:21.280075 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-b09052b6-192d-48a2-81f1-5a520a50acc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 HTTP/1.1" status: 200 len: 999 time: 0.0563009 Jul 20 18:04:21.333214 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e220eb-ba81-4717-b2f2-acca445651cf req-5960009d-2d38-42db-b75f-421a50bc5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:21.334889 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-5960009d-2d38-42db-b75f-421a50bc5593 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.0448129 Jul 20 18:04:21.386406 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e220eb-ba81-4717-b2f2-acca445651cf req-6869dfa0-6edd-4a60-951b-6016ef9eba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:21.387866 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-6869dfa0-6edd-4a60-951b-6016ef9eba79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454001 Jul 20 18:04:21.485296 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-0107057b-94c8-42a2-9579-632e643c7a6a service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895038 Jul 20 18:04:21.521251 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:21.592763 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-10e220eb-ba81-4717-b2f2-acca445651cf req-462b3fdd-a693-49e0-996c-9bc0c94e1aed service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977578 Jul 20 18:04:21.732625 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a1f5-bced-4885-987e-875efbeb5cc0 req-f316f75c-9902-4dd0-b8e0-54afefb105d5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:21.734099 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d1f1a1f5-bced-4885-987e-875efbeb5cc0 req-f316f75c-9902-4dd0-b8e0-54afefb105d5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0542111 Jul 20 18:04:21.787670 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d1f1a1f5-bced-4885-987e-875efbeb5cc0 req-6e9d7b12-31b4-4805-9b2a-a6142c95f0f0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472395 Jul 20 18:04:22.726069 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:22.955755 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b337ce8-b060-46b5-b2fc-d4826080a0e6 req-715e3851-fc89-4250-8ba6-b7de80310cae tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:22.968361 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1b337ce8-b060-46b5-b2fc-d4826080a0e6 req-715e3851-fc89-4250-8ba6-b7de80310cae tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0751600 Jul 20 18:04:23.064597 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1b337ce8-b060-46b5-b2fc-d4826080a0e6 req-f983622f-561e-437d-bf0e-a1f88bd89887 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874522 Jul 20 18:04:23.852287 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:24.210370 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d9d6a-f870-40a5-a754-d833127b6469 req-e285435f-b40a-4778-9af0-b2392c2b7307 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:24.212925 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f73d9d6a-f870-40a5-a754-d833127b6469 req-e285435f-b40a-4778-9af0-b2392c2b7307 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0570524 Jul 20 18:04:24.269997 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f73d9d6a-f870-40a5-a754-d833127b6469 req-1cdb1f2a-40f8-4ec7-b733-ac13d6b3379e tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509393 Jul 20 18:04:25.467322 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5566f-d77c-4e11-942e-7de1f5da206a req-4510007c-040f-4222-bb2e-826e315c1290 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:25.468901 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-37d5566f-d77c-4e11-942e-7de1f5da206a req-4510007c-040f-4222-bb2e-826e315c1290 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0998871 Jul 20 18:04:25.545689 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-37d5566f-d77c-4e11-942e-7de1f5da206a req-4a7a1be3-026b-422f-a9db-cb0faa124208 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701149 Jul 20 18:04:25.722729 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-1d3faa4f-32cf-4fc9-a55e-270b1b2da28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:26.530234 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d8a57-d5cb-49c7-91af-dfcd359a8ad5 req-078c66b2-1b84-4710-be70-0a88085e2257 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:26.531661 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d9d8a57-d5cb-49c7-91af-dfcd359a8ad5 req-078c66b2-1b84-4710-be70-0a88085e2257 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0599141 Jul 20 18:04:26.629212 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6d9d8a57-d5cb-49c7-91af-dfcd359a8ad5 req-08194b48-c30d-4134-b9c9-22f4c3c4fee9 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883045 Jul 20 18:04:26.712940 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6483110-4b94-4ae0-aacd-8db2ffc84a9a req-0451fde7-2607-4bed-94b8-911e13bfbd9d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:26.714791 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a6483110-4b94-4ae0-aacd-8db2ffc84a9a req-0451fde7-2607-4bed-94b8-911e13bfbd9d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0785823 Jul 20 18:04:26.777234 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a6483110-4b94-4ae0-aacd-8db2ffc84a9a req-265e7663-3fc4-44c3-a61c-5e09fdc9a5b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494583 Jul 20 18:04:27.760610 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05003-0860-4783-a77e-396f5c80085c req-8f639490-090d-40f3-9a86-e31fd978fca5 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:27.768361 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-66d05003-0860-4783-a77e-396f5c80085c req-8f639490-090d-40f3-9a86-e31fd978fca5 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0556655 Jul 20 18:04:27.801835 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:27.844062 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-66d05003-0860-4783-a77e-396f5c80085c req-441b2704-441a-4588-8417-46bcba353cae tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760100 Jul 20 18:04:28.001401 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a5e73-20cc-4360-bbce-71b37050fbc7 req-41c041d9-e27f-412d-85f6-59cb39083ce6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:28.003359 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-692a5e73-20cc-4360-bbce-71b37050fbc7 req-41c041d9-e27f-412d-85f6-59cb39083ce6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0861878 Jul 20 18:04:28.066202 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-692a5e73-20cc-4360-bbce-71b37050fbc7 req-a48af9de-3ed7-4fb8-b83b-5ae4feaac7b8 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563095 Jul 20 18:04:28.071496 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5be34263-32fe-41e9-ae18-1eb761f2c006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:28.979536 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:28.992254 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90be78-0d46-42b1-96fe-33374fcc5a7c req-c17d1781-2e61-445e-8a1c-543866d974d8 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:28.993956 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4a90be78-0d46-42b1-96fe-33374fcc5a7c req-c17d1781-2e61-445e-8a1c-543866d974d8 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0550270 Jul 20 18:04:29.068769 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4a90be78-0d46-42b1-96fe-33374fcc5a7c req-6ec48850-c44a-48c0-b7df-5a9d049da93f tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671639 Jul 20 18:04:29.234811 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5dc0-21f3-4826-9e96-41696e074b7e req-7c8b3e3f-4a43-4b3a-aebe-a09202e96001 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:29.236265 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa7d5dc0-21f3-4826-9e96-41696e074b7e req-7c8b3e3f-4a43-4b3a-aebe-a09202e96001 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0486145 Jul 20 18:04:29.319618 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-aa7d5dc0-21f3-4826-9e96-41696e074b7e req-7cab89a6-ce67-4472-b740-2a39d6b5bddb tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745618 Jul 20 18:04:29.499611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54474) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:29.645771 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-239e4159-b191-4c87-aa96-c33d28e0d4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:29.765922 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-239e4159-b191-4c87-aa96-c33d28e0d4b5 admin admin] Publish callbacks [] for security_group (85530eb2-8c6f-407c-8411-33195cb24903), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:29.891824 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-239e4159-b191-4c87-aa96-c33d28e0d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (85530eb2-8c6f-407c-8411-33195cb24903), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:29.948147 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-239e4159-b191-4c87-aa96-c33d28e0d4b5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=37455cb2459d44e2951fe0b65aaeb984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463789 Jul 20 18:04:29.949627 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e4159-b191-4c87-aa96-c33d28e0d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85530eb2-8c6f-407c-8411-33195cb24903,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:29.951346 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54480) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:30.025322 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3fcedfa5-1309-4499-bec8-df4f6146d06b admin admin] Publish callbacks [] for security_group (85530eb2-8c6f-407c-8411-33195cb24903), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:30.052138 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3fcedfa5-1309-4499-bec8-df4f6146d06b admin admin] Publish callbacks [] for security_group (85530eb2-8c6f-407c-8411-33195cb24903), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:30.218847 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be37cad-b39e-486b-896b-2a8e65bdb9b8 req-3ba9b24f-84d1-410e-bb4f-cdb678c5b236 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:30.220424 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3be37cad-b39e-486b-896b-2a8e65bdb9b8 req-3ba9b24f-84d1-410e-bb4f-cdb678c5b236 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0768230 Jul 20 18:04:30.258056 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3fcedfa5-1309-4499-bec8-df4f6146d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (85530eb2-8c6f-407c-8411-33195cb24903), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:30.260739 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3fcedfa5-1309-4499-bec8-df4f6146d06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:30.266808 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-3fcedfa5-1309-4499-bec8-df4f6146d06b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/85530eb2-8c6f-407c-8411-33195cb24903 HTTP/1.1" status: 204 len: 168 time: 0.3094330 Jul 20 18:04:30.273386 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcedfa5-1309-4499-bec8-df4f6146d06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85530eb2-8c6f-407c-8411-33195cb24903,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:30.325267 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3be37cad-b39e-486b-896b-2a8e65bdb9b8 req-12b6fc15-f205-4fb7-ac6c-91c52b3026f0 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980058 Jul 20 18:04:30.331995 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:30.473745 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfab3ba-7a59-4b30-9fae-e8f1e5c922a3 req-1cb469a5-ca46-4c50-a6f2-bbe4fd3f1ddd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:30.488341 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1dfab3ba-7a59-4b30-9fae-e8f1e5c922a3 req-1cb469a5-ca46-4c50-a6f2-bbe4fd3f1ddd tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0601194 Jul 20 18:04:30.535264 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1dfab3ba-7a59-4b30-9fae-e8f1e5c922a3 req-6fbbf4f1-952f-4935-aed7-52775d66c323 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520520 Jul 20 18:04:31.100413 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:31.495996 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1affef-5717-4c7d-8427-89305b8a3d9d req-e8b92036-2457-4cd1-82fc-a341561458c9 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:31.500718 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9d1affef-5717-4c7d-8427-89305b8a3d9d req-e8b92036-2457-4cd1-82fc-a341561458c9 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0640879 Jul 20 18:04:31.565057 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9d1affef-5717-4c7d-8427-89305b8a3d9d req-9a0edd6d-94df-4f08-ac29-a33ccd70a2b9 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582526 Jul 20 18:04:31.695178 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f87059-0282-4dc6-b2a4-90353c857aba req-e01efc39-21e6-47d2-85f7-57fa7f57c478 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:31.697071 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c4f87059-0282-4dc6-b2a4-90353c857aba req-e01efc39-21e6-47d2-85f7-57fa7f57c478 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0647831 Jul 20 18:04:31.747292 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c4f87059-0282-4dc6-b2a4-90353c857aba req-087788bf-6533-4a6a-8c50-ec0bd21d4e69 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432882 Jul 20 18:04:32.060292 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-c0b94a76-bbc0-4c92-ba92-a8afdea1b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:32.061813 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-c0b94a76-bbc0-4c92-ba92-a8afdea1b247 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f09278bfb3248eab00d7061b248f6c3&device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 1127 time: 0.0415189 Jul 20 18:04:32.189703 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-733222ef-bb5d-45a8-9c8b-502b4c50298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:32.189703 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-733222ef-bb5d-45a8-9c8b-502b4c50298f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 200 len: 918 time: 0.0984683 Jul 20 18:04:32.223727 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:32.250239 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-8376de19-7ddb-4ee1-b25f-70c25594918e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 HTTP/1.1" status: 200 len: 999 time: 0.0624950 Jul 20 18:04:32.302982 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-571dddfd-f621-4d56-9c88-f2a7f85034b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:32.304442 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-571dddfd-f621-4d56-9c88-f2a7f85034b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 200 len: 856 time: 0.0477817 Jul 20 18:04:32.354601 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-27190216-fc15-46eb-a0a3-11c622f7a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:32.356104 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-27190216-fc15-46eb-a0a3-11c622f7a712 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446601 Jul 20 18:04:32.452451 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-33dac28e-a547-4267-9b4f-f971eb086015 service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897946 Jul 20 18:04:32.507057 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:32.562696 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-7942ee3a-c64b-4fc7-af11-2df780ce60c3 req-320881a1-4a08-4a1c-aff2-ac07007c6a0f service neutron] 10.222.0.13 "GET /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021388 Jul 20 18:04:32.687411 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49258f00-8ae1-4cc6-99ec-7f319480ad21 req-7fc3e43c-d518-462d-9ff4-74938fdbea08 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:32.689003 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49258f00-8ae1-4cc6-99ec-7f319480ad21 req-7fc3e43c-d518-462d-9ff4-74938fdbea08 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0500488 Jul 20 18:04:32.710919 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:32.752266 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-49258f00-8ae1-4cc6-99ec-7f319480ad21 req-a9d4e0bd-2d7a-4ac4-bfaa-8d0f3cfc062a tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570540 Jul 20 18:04:32.792421 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54506) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:32.806903 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b84f426f-898d-453b-b3a6-390b5cd50809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:32.838975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:32.904839 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecdfc5-d34d-46a4-b906-0f6a5efdcd5e req-7f6f6c91-1270-4102-8901-2bbcc432d591 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:32.908513 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-18ecdfc5-d34d-46a4-b906-0f6a5efdcd5e req-7f6f6c91-1270-4102-8901-2bbcc432d591 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0796802 Jul 20 18:04:32.987857 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-18ecdfc5-d34d-46a4-b906-0f6a5efdcd5e req-d625133e-6ce7-4033-9221-bd10a4eaa9fe tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732639 Jul 20 18:04:33.002516 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b84f426f-898d-453b-b3a6-390b5cd50809 admin admin] Publish callbacks [] for security_group (b9f7f158-fbad-464e-b9d6-287d46ca8acb), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:33.128454 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b84f426f-898d-453b-b3a6-390b5cd50809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (b9f7f158-fbad-464e-b9d6-287d46ca8acb), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:33.182258 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-b84f426f-898d-453b-b3a6-390b5cd50809 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6bf44a68c5df4908a674e921bbfaac18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886271 Jul 20 18:04:33.183536 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f426f-898d-453b-b3a6-390b5cd50809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f7f158-fbad-464e-b9d6-287d46ca8acb,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:33.184992 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54508) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:33.200610 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:33.236669 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa05d-5b15-423c-9487-244c58696785 admin admin] Publish callbacks [] for security_group (b9f7f158-fbad-464e-b9d6-287d46ca8acb), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:33.263160 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa05d-5b15-423c-9487-244c58696785 admin admin] Publish callbacks [] for security_group (b9f7f158-fbad-464e-b9d6-287d46ca8acb), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:33.466106 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa05d-5b15-423c-9487-244c58696785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (b9f7f158-fbad-464e-b9d6-287d46ca8acb), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:33.472969 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa05d-5b15-423c-9487-244c58696785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:33.472969 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-2d7aa05d-5b15-423c-9487-244c58696785 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b9f7f158-fbad-464e-b9d6-287d46ca8acb HTTP/1.1" status: 204 len: 168 time: 0.2844899 Jul 20 18:04:33.487695 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aa05d-5b15-423c-9487-244c58696785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f7f158-fbad-464e-b9d6-287d46ca8acb,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:33.874000 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed857f36-34bf-48b8-8e45-608f144f73f5 req-9717d58d-dbfb-4063-87b6-118ed36a5df1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:33.875471 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ed857f36-34bf-48b8-8e45-608f144f73f5 req-9717d58d-dbfb-4063-87b6-118ed36a5df1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0510399 Jul 20 18:04:33.950459 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ed857f36-34bf-48b8-8e45-608f144f73f5 req-3ee8dc93-6af6-41b6-9e48-9df33d2b6fa9 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685153 Jul 20 18:04:34.130077 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22492a59-5584-4314-ac02-c03204c00211 req-4462867d-df88-4be0-ad21-985e81aecb1d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:34.131562 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-22492a59-5584-4314-ac02-c03204c00211 req-4462867d-df88-4be0-ad21-985e81aecb1d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0561070 Jul 20 18:04:34.214612 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-22492a59-5584-4314-ac02-c03204c00211 req-c5cd4512-3597-4538-823b-19863d8f144a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766046 Jul 20 18:04:34.253602 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-b1528a4a-7f36-465e-b582-4689bdf0eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:34.255410 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-b1528a4a-7f36-465e-b582-4689bdf0eba1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d7075d41e2349eebee32600a5c57a68&device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1169 time: 0.0874188 Jul 20 18:04:34.369436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-4704746e-54c3-4526-a946-b80273982b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:34.370912 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-4704746e-54c3-4526-a946-b80273982b6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 200 len: 915 time: 0.1004820 Jul 20 18:04:34.465275 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-c5279e20-2f74-4e13-a610-b23f43a88169 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 1002 time: 0.0727003 Jul 20 18:04:34.751582 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-e4f61b7b-182a-4de5-93ab-b83743d16786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:34.753179 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-e4f61b7b-182a-4de5-93ab-b83743d16786 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a964c6b0-23c2-4f05-aba5-d8695b6e385f HTTP/1.1" status: 200 len: 853 time: 0.0506985 Jul 20 18:04:34.759346 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54554) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:34.804303 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-54f1fa85-d2ee-434d-b793-a73d02a302f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:34.806457 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-54f1fa85-d2ee-434d-b793-a73d02a302f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53b030e9-b2a8-477e-9065-456ab6e058a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460889 Jul 20 18:04:34.884345 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-427287510-network', 'tenant_id': '91b59465a0ef4cd9ac238f42d5995e03'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:34.895236 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:34.910220 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:34.916438 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-ca47988f-0cd9-46ed-90ea-ddf238f13bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033239 Jul 20 18:04:35.025718 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f6dcf91-4acc-4ad9-a8b0-7298d7ac3a12 req-1976c4fb-341a-4e60-b51d-fde2b5d4f17d service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017227 Jul 20 18:04:35.042852 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Made reservation on behalf of 91b59465a0ef4cd9ac238f42d5995e03 for: {'network': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:04:35.045211 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.072627 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.098624 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dcf9a-6e58-42dc-9569-798e6f80039b req-7acee60c-0eaa-4e98-b4c3-0aeb8ddbbd73 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:35.100527 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bd8dcf9a-6e58-42dc-9569-798e6f80039b req-7acee60c-0eaa-4e98-b4c3-0aeb8ddbbd73 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0690045 Jul 20 18:04:35.225392 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bd8dcf9a-6e58-42dc-9569-798e6f80039b req-21e5695a-8c83-4195-8fa1-47f3c6a23d44 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157172 Jul 20 18:04:35.256654 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Publish callbacks [] for security_group (8e544dba-79cf-4fef-9589-0899f1d59343), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.367529 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf194112-d45c-4633-9452-92210486fc01 req-4d50c819-d3a1-4630-b5c2-422f48ea4cab tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:35.369181 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cf194112-d45c-4633-9452-92210486fc01 req-4d50c819-d3a1-4630-b5c2-422f48ea4cab tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 943 time: 0.0548217 Jul 20 18:04:35.370391 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8e544dba-79cf-4fef-9589-0899f1d59343), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.417761 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=111129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:04:35.427129 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e544dba-79cf-4fef-9589-0899f1d59343,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:35.441904 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (0b7c7427-9796-499b-a327-7981d7fb5de0), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.442268 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.segments_db [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Added segment 0b7c7427-9796-499b-a327-7981d7fb5de0 of type vlan for network 67a3925c-28b4-4af3-b73b-7538c51cb7bb Jul 20 18:04:35.466371 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:35.472198 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cf194112-d45c-4633-9452-92210486fc01 req-794b5484-7e29-4334-a8a7-f5fdd693225f tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966985 Jul 20 18:04:35.510296 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (67a3925c-28b4-4af3-b73b-7538c51cb7bb), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.606177 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (67a3925c-28b4-4af3-b73b-7538c51cb7bb), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.607236 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:35.607810 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.667948 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:04:35.670172 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] Pushing event updated for resources: {'Network': ['ID=67a3925c-28b4-4af3-b73b-7538c51cb7bb,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:35.684541 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 67a3925c-28b4-4af3-b73b-7538c51cb7bb details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:04:35.719637 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-73eeb0de-f504-4a36-a071-3dfe05f03006 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9553585 Jul 20 18:04:35.719915 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54566) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:35.734466 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Request body: {'subnet': {'network_id': '67a3925c-28b4-4af3-b73b-7538c51cb7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-427287510-subnet', 'tenant_id': '91b59465a0ef4cd9ac238f42d5995e03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:35.851956 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:35.863574 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'port_id': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'mac_address': 'fa:16:3e:da:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:04:35.883037 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Made reservation on behalf of 91b59465a0ef4cd9ac238f42d5995e03 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:04:35.891931 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.893565 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:35.902380 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:04:35.902764 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:35.918521 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:04:35.941364 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:36.088600 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:36.144004 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=9']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:36.152201 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.152567 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.152908 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.153243 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.153569 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.153892 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.154213 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.154532 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.154856 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.155168 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.155486 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.155804 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.156121 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.156435 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.156786 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:36.200790 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (f171032a-515d-469a-a5fb-8823c9283a5c), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:36.267211 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f171032a-515d-469a-a5fb-8823c9283a5c,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:36.276738 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Checking segment: {'id': '0b7c7427-9796-499b-a327-7981d7fb5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67a3925c-28b4-4af3-b73b-7538c51cb7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:04:36.277091 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Network hostable DHCP agents. Network: 67a3925c-28b4-4af3-b73b-7538c51cb7bb, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:04:36.364791 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc408f1-939c-458f-9539-4af954c1ac31 req-b8b32da1-7d47-4b27-8b4d-62b44845782b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:36.368517 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bcc408f1-939c-458f-9539-4af954c1ac31 req-b8b32da1-7d47-4b27-8b4d-62b44845782b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0655453 Jul 20 18:04:36.373752 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Network 67a3925c-28b4-4af3-b73b-7538c51cb7bb is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:04:36.432249 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:04:36.435498 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:36.447292 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bcc408f1-939c-458f-9539-4af954c1ac31 req-f8c70a6b-fa1f-43da-ab3f-138360aa3641 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707879 Jul 20 18:04:36.482591 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 67a3925c-28b4-4af3-b73b-7538c51cb7bb) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:04:36.487478 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:36.488169 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:36.496191 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e4d70-efc9-41e7-b1ad-c6e04a94e112 None None] Network 67a3925c-28b4-4af3-b73b-7538c51cb7bb requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:04:36.601178 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-775dd009-192e-48df-9d51-57d3c29dd629 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8800015 Jul 20 18:04:36.628420 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2f5a-fe45-49e2-a325-4de04eb8d61f req-b6265566-374c-4864-815f-f1b0237b23b2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:36.631180 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-300d2f5a-fe45-49e2-a325-4de04eb8d61f req-b6265566-374c-4864-815f-f1b0237b23b2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 944 time: 0.0809987 Jul 20 18:04:36.691085 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-300d2f5a-fe45-49e2-a325-4de04eb8d61f req-95eb01ee-c8d3-43e8-a98e-0a36dac72808 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520258 Jul 20 18:04:36.794255 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7117c23-3145-4b2e-b682-3a5ad6bd05f1 None None] Network 67a3925c-28b4-4af3-b73b-7538c51cb7bb requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:04:37.488366 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54606) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:37.493870 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-405333126-network', 'tenant_id': '26eaeb60defa46eb854c1fd74276a581'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:37.579037 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61acde-1009-4853-9929-7c527be50a47 req-cfdd8414-e20a-4c3b-8f8c-dd306a7a8388 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:37.580743 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bb61acde-1009-4853-9929-7c527be50a47 req-cfdd8414-e20a-4c3b-8f8c-dd306a7a8388 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0531793 Jul 20 18:04:37.625366 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Made reservation on behalf of 26eaeb60defa46eb854c1fd74276a581 for: {'network': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:04:37.628536 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:37.639295 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:37.665993 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:04:37.673687 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bb61acde-1009-4853-9929-7c527be50a47 req-8a31eedc-6fae-4e59-b539-8a2c1bfbef9d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810990 Jul 20 18:04:37.737837 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Publish callbacks [] for security_group (3bd826dd-b51e-4559-87f1-75314b792f81), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:37.742333 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:04:37.743616 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:37.826555 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (3bd826dd-b51e-4559-87f1-75314b792f81), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:37.846333 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:04:37.847084 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:37.863639 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a388a-14a0-4ea2-8a8b-82d39e71f1ba req-82d5079a-cd5c-4531-9bc9-51ff1799ad18 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:37.873027 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-893a388a-14a0-4ea2-8a8b-82d39e71f1ba req-82d5079a-cd5c-4531-9bc9-51ff1799ad18 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 944 time: 0.0821550 Jul 20 18:04:37.876991 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:04:37.878318 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd826dd-b51e-4559-87f1-75314b792f81,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:37.879232 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19df718c-282a-45d6-a051-9a48d6c1d41a" -d '{"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-plugged", "status": "completed", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:04:37.895393 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=111130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:04:37.896445 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:37.911005 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (d7e2cb98-140a-4fea-a6e7-111d4147dc00), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:37.911610 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.segments_db [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Added segment d7e2cb98-140a-4fea-a6e7-111d4147dc00 of type vlan for network ebd44ace-03cb-47b2-9f09-6a90eb70a85b Jul 20 18:04:37.936849 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-893a388a-14a0-4ea2-8a8b-82d39e71f1ba req-5c8b16c6-1e77-415b-bc16-942053ef0003 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624795 Jul 20 18:04:37.961080 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (ebd44ace-03cb-47b2-9f09-6a90eb70a85b), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:38.002306 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703e656b-35e9-4a28-b107-31fa6433a243 x-openstack-request-id: req-703e656b-35e9-4a28-b107-31fa6433a243 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:04:38.002603 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-plugged", "status": "completed", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:04:38.002852 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-703e656b-35e9-4a28-b107-31fa6433a243 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:04:38.003268 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703e656b-35e9-4a28-b107-31fa6433a243'] response: {'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'code': 200} Jul 20 18:04:38.008285 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:38.008444 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:38.065117 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=10']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:38.145793 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (ebd44ace-03cb-47b2-9f09-6a90eb70a85b), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:38.146056 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:38.147066 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:38.147702 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:38.223398 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd44ace-03cb-47b2-9f09-6a90eb70a85b,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:38.235612 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network ebd44ace-03cb-47b2-9f09-6a90eb70a85b details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:04:38.244747 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-7aeb5489-d42c-4940-a883-b9bca4415ff3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7551892 Jul 20 18:04:38.252899 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54624) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:38.258175 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Request body: {'subnet': {'network_id': 'ebd44ace-03cb-47b2-9f09-6a90eb70a85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-405333126-subnet', 'tenant_id': '26eaeb60defa46eb854c1fd74276a581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:38.385328 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Made reservation on behalf of 26eaeb60defa46eb854c1fd74276a581 for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:04:38.387927 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:38.483589 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577de85-7302-4a08-962f-2bd74bf05d9b req-0c1b9b5d-3110-44c1-b037-e235de5e464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:38.485425 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8577de85-7302-4a08-962f-2bd74bf05d9b req-0c1b9b5d-3110-44c1-b037-e235de5e464a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 1130 time: 0.0463312 Jul 20 18:04:38.534367 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8577de85-7302-4a08-962f-2bd74bf05d9b req-6fe659e9-d7ca-4ad5-96c6-c90cba6dfdeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403621 Jul 20 18:04:38.579741 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:38.682498 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for subnet (4f67b83a-d205-45af-a706-858f9b240014), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:38.743818 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f67b83a-d205-45af-a706-858f9b240014,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:38.755285 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.755733 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.756051 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.756388 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.756737 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.757055 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.757386 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.757692 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.758024 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.758326 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.758641 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.758963 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.759279 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.759589 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.759941 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:38.786251 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Checking segment: {'id': 'd7e2cb98-140a-4fea-a6e7-111d4147dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ebd44ace-03cb-47b2-9f09-6a90eb70a85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:04:38.786578 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Network hostable DHCP agents. Network: ebd44ace-03cb-47b2-9f09-6a90eb70a85b, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:04:38.831293 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a996b-bbcc-478e-95b1-7aab6ba57571 req-58ab8ee4-5736-4219-b392-da180314c13d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:38.832944 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a8a996b-bbcc-478e-95b1-7aab6ba57571 req-58ab8ee4-5736-4219-b392-da180314c13d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0693007 Jul 20 18:04:38.905810 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5a8a996b-bbcc-478e-95b1-7aab6ba57571 req-7ce825bb-28a7-4424-bd67-5ec70ac62404 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592604 Jul 20 18:04:38.985639 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Network ebd44ace-03cb-47b2-9f09-6a90eb70a85b is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:04:39.067283 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045e165-77f7-4fa5-a55c-c43d431af4b2 req-2f885cde-d47a-4f11-a530-32740210a341 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:39.069483 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d045e165-77f7-4fa5-a55c-c43d431af4b2 req-2f885cde-d47a-4f11-a530-32740210a341 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0535276 Jul 20 18:04:39.117795 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, ebd44ace-03cb-47b2-9f09-6a90eb70a85b) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:04:39.124959 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:39.125545 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:39.131027 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c826e086-b21f-4614-8feb-210a25bb3d28 None None] Network ebd44ace-03cb-47b2-9f09-6a90eb70a85b requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:04:39.132728 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d045e165-77f7-4fa5-a55c-c43d431af4b2 req-b4fa37f5-75c6-4a69-afa4-539e6f267ca0 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575106 Jul 20 18:04:39.256352 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d9a70-276a-413d-ae46-ce6752ee6826 None None] Network ebd44ace-03cb-47b2-9f09-6a90eb70a85b requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:04:39.282475 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-e89e6c85-b29a-4530-8cbd-8599274730fe admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0263290 Jul 20 18:04:39.836307 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-46d11d62-bedd-4f92-8055-a6d3ceba4d5c tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:39.837816 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-46d11d62-bedd-4f92-8055-a6d3ceba4d5c tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/networks?id=67a3925c-28b4-4af3-b73b-7538c51cb7bb HTTP/1.1" status: 200 len: 808 time: 0.1044602 Jul 20 18:04:39.853387 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-bc968da3-bb24-4984-b3cb-844fad0a0f04 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/quotas/91b59465a0ef4cd9ac238f42d5995e03 HTTP/1.1" status: 200 len: 375 time: 0.0099776 Jul 20 18:04:39.891549 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-37f017bc-20a7-4ca9-a7e9-d7c1519db304 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=91b59465a0ef4cd9ac238f42d5995e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328057 Jul 20 18:04:40.006164 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-86957ea0-fe30-4f66-a7c5-8178410c52f3 service neutron] 10.222.0.27 "GET /v2.0/networks/67a3925c-28b4-4af3-b73b-7538c51cb7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046119 Jul 20 18:04:40.356913 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94a40b-8374-44cf-83fc-5c92d6648ea7 req-71b5aa92-e1a5-4774-ae1b-4c1a16b521f8 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:40.368246 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0f94a40b-8374-44cf-83fc-5c92d6648ea7 req-71b5aa92-e1a5-4774-ae1b-4c1a16b521f8 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0680315 Jul 20 18:04:40.376240 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-4c56b95d-e73e-46cc-98d0-523e6f4887da service neutron] 10.222.0.27 "GET /v2.0/networks/67a3925c-28b4-4af3-b73b-7538c51cb7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639421 Jul 20 18:04:40.436049 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0f94a40b-8374-44cf-83fc-5c92d6648ea7 req-28c70614-b784-4e26-88c9-9aa72a5c7a63 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677922 Jul 20 18:04:40.565148 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7df5c-5edc-471f-90f2-7e754badf2f1 req-d3a98fe1-29b1-4d7b-9041-d8f71daeaa62 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:40.566476 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-32e7df5c-5edc-471f-90f2-7e754badf2f1 req-d3a98fe1-29b1-4d7b-9041-d8f71daeaa62 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0522420 Jul 20 18:04:40.643343 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-32e7df5c-5edc-471f-90f2-7e754badf2f1 req-28c19ed2-c40c-4981-8cc5-437cb621b6c1 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608940 Jul 20 18:04:40.671206 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:40.728874 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-552db896-44b4-4492-b3dd-fd4b130486b4 req-b0f83e78-4850-4641-8604-92c805ff778f tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 210 time: 0.0287261 Jul 20 18:04:40.945985 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:41.369635 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de2bfe-7692-4270-b21b-ec802df952cc req-81232f92-9a62-4cec-86fb-3ae2d6a4ce66 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:41.371042 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7de2bfe-7692-4270-b21b-ec802df952cc req-81232f92-9a62-4cec-86fb-3ae2d6a4ce66 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.0572386 Jul 20 18:04:41.431563 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7de2bfe-7692-4270-b21b-ec802df952cc req-eb0bb4fb-1fe3-429e-b3b0-6e612852abd8 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527699 Jul 20 18:04:41.567373 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce76c9-0ba0-4a13-97db-033968f21c34 req-b7714a97-5a62-44c1-9bab-3bcf4b9db08d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:41.569686 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d6ce76c9-0ba0-4a13-97db-033968f21c34 req-b7714a97-5a62-44c1-9bab-3bcf4b9db08d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0545034 Jul 20 18:04:41.632974 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d6ce76c9-0ba0-4a13-97db-033968f21c34 req-6419eb28-9a29-4329-a9aa-5d7bbb0330ff tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571508 Jul 20 18:04:41.792339 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3feb2b-890d-4d22-b82a-eea25969d511 req-ebae1bf8-ada5-469f-9719-92bbe7fc89b2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:41.793859 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1c3feb2b-890d-4d22-b82a-eea25969d511 req-ebae1bf8-ada5-469f-9719-92bbe7fc89b2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0511763 Jul 20 18:04:41.826695 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ad320348-41f7-4eb6-93c0-f1f07e2aa536 req-32cd2f70-01f9-413e-a587-86f250da68e8 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 210 time: 0.0421386 Jul 20 18:04:41.864848 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1c3feb2b-890d-4d22-b82a-eea25969d511 req-42707678-0fc9-4f4f-a454-bb27707ffce3 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615115 Jul 20 18:04:42.565857 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd2aea-5528-4119-9474-e9ee3a6c4a38 req-3ad844e8-02a3-46e3-b16d-f5ac12f9c66c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:42.567412 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-35dd2aea-5528-4119-9474-e9ee3a6c4a38 req-3ad844e8-02a3-46e3-b16d-f5ac12f9c66c tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.0523739 Jul 20 18:04:42.605730 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:42.618245 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-35dd2aea-5528-4119-9474-e9ee3a6c4a38 req-12306966-97d2-4ddd-ad5d-98aeb871f5f7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447230 Jul 20 18:04:42.751080 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeaa27-b994-4fd0-8a69-4e97fb536127 req-d1cd6712-644d-41d2-8c74-ce30ea102930 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:42.752611 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7eaeaa27-b994-4fd0-8a69-4e97fb536127 req-d1cd6712-644d-41d2-8c74-ce30ea102930 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0495460 Jul 20 18:04:42.830821 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7eaeaa27-b994-4fd0-8a69-4e97fb536127 req-9909cbe7-aeaf-416c-9276-9aa7fee5ba9a tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705876 Jul 20 18:04:42.932512 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f15b3e2f-a0a9-4913-9624-ba6730975ec2 req-8cab37a6-e06a-4cf7-97a4-e940cc2237a8 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 210 time: 0.0294342 Jul 20 18:04:42.993965 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7552c31-0fb5-4f48-a8f6-402cb028f8ad req-09976abb-b9b6-4d61-a1db-208e2f2a4e65 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:42.995591 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7552c31-0fb5-4f48-a8f6-402cb028f8ad req-09976abb-b9b6-4d61-a1db-208e2f2a4e65 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0515041 Jul 20 18:04:43.044310 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7552c31-0fb5-4f48-a8f6-402cb028f8ad req-3a9f61b8-fc9c-4efb-9b38-5428844878c9 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419645 Jul 20 18:04:43.097760 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-830d62f9-a6a1-4f51-b670-08307f3dd840 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:43.099273 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-830d62f9-a6a1-4f51-b670-08307f3dd840 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.0475020 Jul 20 18:04:43.199688 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Deleting port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:43.200036 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:43.300587 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] For port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:43.300950 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:43.303619 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:43.409589 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:43.484429 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:43.484824 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (59252478-04ae-42b3-be2e-aeb77be54b1e), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:43.485334 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Floating IP 59252478-04ae-42b3-be2e-aeb77be54b1e disassociated. External IP: 172.28.3.220, port: 4021f055-56a2-4f48-ba0c-5c6d32e10fd7. Jul 20 18:04:43.485685 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Calling delete_port for 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:43.738675 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6788bc-46e1-4992-b25a-746a81b55ae2 req-7979c590-88c9-4959-9b77-1fa24597a65a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:43.742729 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb6788bc-46e1-4992-b25a-746a81b55ae2 req-7979c590-88c9-4959-9b77-1fa24597a65a tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Jul 20 18:04:43.762637 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (4021f055-56a2-4f48-ba0c-5c6d32e10fd7), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:43.792544 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'Port': ['ID=4021f055-56a2-4f48-ba0c-5c6d32e10fd7,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:43.800955 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb6788bc-46e1-4992-b25a-746a81b55ae2 req-92cdd39a-5080-43f0-83e0-a278d0cd5af7 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups?id=6f98f86d-3723-44ee-abfd-43ba17d98680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535965 Jul 20 18:04:43.909188 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:04:43.964525 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af66fee-fa9c-46bc-bb50-547e554553da req-f3839df5-5b3f-45c1-83e5-85abbc40c79d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:43.966393 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3af66fee-fa9c-46bc-bb50-547e554553da req-f3839df5-5b3f-45c1-83e5-85abbc40c79d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0588799 Jul 20 18:04:44.005664 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:44.036197 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:04:44.047615 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:04:44.061531 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a063b5ea-005d-4734-8b73-80d774fbf2c4 req-77bfb495-a758-4821-95c3-458779eb6172 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 210 time: 0.0443082 Jul 20 18:04:44.066930 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3af66fee-fa9c-46bc-bb50-547e554553da req-083bc159-4f13-4df6-b71c-6e4635e8f2f9 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944161 Jul 20 18:04:44.082339 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:04:44.082339 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:44.084348 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] No DVR routers for this DVR port 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:44.087260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:44.090656 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1c1edb69-b908-40c0-b237-9624e11410d8 req-e2e436f0-dbbc-4186-83d2-3e18ff7006f2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.13 "DELETE /v2.0/ports/4021f055-56a2-4f48-ba0c-5c6d32e10fd7 HTTP/1.1" status: 204 len: 173 time: 0.9856300 Jul 20 18:04:44.091239 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237be94b-1666-42aa-9763-7e9a816667a7', 'name': 'network-vif-deleted', 'tag': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:04:44.093569 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb8931b-fcbd-428d-8951-95cc3e0aa4a0" -d '{"events": [{"server_uuid": "237be94b-1666-42aa-9763-7e9a816667a7", "name": "network-vif-deleted", "tag": "4021f055-56a2-4f48-ba0c-5c6d32e10fd7"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:04:44.138247 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93148b24-39f0-4285-8eb0-b91c1d7aadeb x-openstack-request-id: req-93148b24-39f0-4285-8eb0-b91c1d7aadeb {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:04:44.138847 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237be94b-1666-42aa-9763-7e9a816667a7", "name": "network-vif-deleted", "tag": "4021f055-56a2-4f48-ba0c-5c6d32e10fd7", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:04:44.138847 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-93148b24-39f0-4285-8eb0-b91c1d7aadeb {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:04:44.139172 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93148b24-39f0-4285-8eb0-b91c1d7aadeb'] response: {'server_uuid': '237be94b-1666-42aa-9763-7e9a816667a7', 'name': 'network-vif-deleted', 'tag': '4021f055-56a2-4f48-ba0c-5c6d32e10fd7', 'status': 'completed', 'code': 200} Jul 20 18:04:44.206922 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:04:44.210221 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea27827-5bbe-4fba-ac33-87457feb41d2 req-ccdbcbe2-8b82-4808-b08c-84446dcac903 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:44.212253 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6ea27827-5bbe-4fba-ac33-87457feb41d2 req-ccdbcbe2-8b82-4808-b08c-84446dcac903 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0629668 Jul 20 18:04:44.247741 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54772) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:44.296235 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6ea27827-5bbe-4fba-ac33-87457feb41d2 req-18784a98-da4c-4cbf-8676-89ae4cd69c8d tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693688 Jul 20 18:04:44.313046 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fa61e7-8f32-4c80-95a2-cfa94c12e0fb admin admin] Deleting subnet cd8a67f8-7d3c-4128-8aef-9d8beca1a98d {{(pid=111130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:04:44.315317 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d4fa61e7-8f32-4c80-95a2-cfa94c12e0fb admin admin] Publish callbacks [] for subnet (cd8a67f8-7d3c-4128-8aef-9d8beca1a98d), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:44.372741 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d4fa61e7-8f32-4c80-95a2-cfa94c12e0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11808831'] for subnet (cd8a67f8-7d3c-4128-8aef-9d8beca1a98d), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:44.426537 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d4fa61e7-8f32-4c80-95a2-cfa94c12e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (cd8a67f8-7d3c-4128-8aef-9d8beca1a98d), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:44.430338 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:44.447334 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:44.475171 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:04:44.484186 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:04:44.484854 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:44.609587 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:04:44.616271 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-16e91cab-5b3b-4ee9-9b13-72fcb045ed99 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:44.618802 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-16e91cab-5b3b-4ee9-9b13-72fcb045ed99 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.13 "GET /v2.0/networks?id=67a3925c-28b4-4af3-b73b-7538c51cb7bb HTTP/1.1" status: 200 len: 808 time: 0.1566613 Jul 20 18:04:44.640000 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Request body: {'port': {'device_id': 'a4697255-690d-46c1-967c-75459c790a6d', 'network_id': '67a3925c-28b4-4af3-b73b-7538c51cb7bb', 'admin_state_up': True, 'tenant_id': '91b59465a0ef4cd9ac238f42d5995e03'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:44.697413 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d4fa61e7-8f32-4c80-95a2-cfa94c12e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8456177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005211'] for subnet (cd8a67f8-7d3c-4128-8aef-9d8beca1a98d), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:44.727758 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:44.730598 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa61e7-8f32-4c80-95a2-cfa94c12e0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8a67f8-7d3c-4128-8aef-9d8beca1a98d,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:44.740692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d4fa61e7-8f32-4c80-95a2-cfa94c12e0fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:44.748408 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:44.749363 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d4fa61e7-8f32-4c80-95a2-cfa94c12e0fb admin admin] 10.222.0.27 "DELETE /v2.0/subnets/cd8a67f8-7d3c-4128-8aef-9d8beca1a98d HTTP/1.1" status: 204 len: 168 time: 0.4981399 Jul 20 18:04:44.749363 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54776) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:44.814903 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:44.845091 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a284c3-3dd2-4b38-a189-73e3612462df None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T17:57:39Z', 'revision_number': 4, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '5cdb8177-c0da-43c6-81fc-5b28816857c8', 'name': '', 'network_id': 'a279782c-a6f9-4260-a721-74e3c41283c9', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'mac_address': 'fa:16:3e:4a:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:38Z', 'updated_at': '2022-07-20T17:57:52Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'subnets': [{'id': '595c17cd-33a2-4e71-856c-14bab02242fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:04:44.951455 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-79010fd7-93db-4951-8005-ff33dced01e6 req-bf3b2753-6c28-4ab6-b1d4-02112c1271ec tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/ports?device_id=237be94b-1666-42aa-9763-7e9a816667a7 HTTP/1.1" status: 200 len: 210 time: 0.0387809 Jul 20 18:04:45.154528 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (885129ec-1a3f-4b48-91f6-37a83d4aaec8), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:45.182911 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361919d5-4fc4-474b-9f3c-3d44c3c9478e None None] New status for floating IP 59252478-04ae-42b3-be2e-aeb77be54b1e: DOWN {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:04:45.219793 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7f0da329-6a65-47ab-9fcb-6cd7385963d7 req-3b1c2d1b-a3bf-43d2-bfa7-e4c635489a54 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 210 time: 0.0637584 Jul 20 18:04:45.268053 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (885129ec-1a3f-4b48-91f6-37a83d4aaec8), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:45.280457 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436a15c-7a58-41f5-8bae-6b022b1abd43 req-8f72017c-2e37-48b1-9fa3-eef5f618c0aa tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:45.282197 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d436a15c-7a58-41f5-8bae-6b022b1abd43 req-8f72017c-2e37-48b1-9fa3-eef5f618c0aa tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.1102099 Jul 20 18:04:45.300437 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885129ec-1a3f-4b48-91f6-37a83d4aaec8']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:45.312192 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1475171-a448-4984-b31f-9eddde327a63') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:45.312633 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1475171-a448-4984-b31f-9eddde327a63') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:45.323847 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (b1475171-a448-4984-b31f-9eddde327a63), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:45.337834 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (b1475171-a448-4984-b31f-9eddde327a63), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:45.345605 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:04:45.345993 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (b1475171-a448-4984-b31f-9eddde327a63), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:45.351797 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d436a15c-7a58-41f5-8bae-6b022b1abd43 req-11a84b39-08a8-4b95-99ec-5b9585cd1fcc tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622256 Jul 20 18:04:45.360576 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Made reservation on behalf of 91b59465a0ef4cd9ac238f42d5995e03 for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:04:45.364016 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:45.513557 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment b1475171-a448-4984-b31f-9eddde327a63 resource provider aggregate not found Jul 20 18:04:45.535421 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment b1475171-a448-4984-b31f-9eddde327a63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1475171-a448-4984-b31f-9eddde327a63 found for delete ", "request_id": "req-89bec60d-048b-4672-a3ad-424f6a289595"}]} Jul 20 18:04:45.603021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (885129ec-1a3f-4b48-91f6-37a83d4aaec8), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:45.640318 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:45.643564 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] 10.222.0.27 "DELETE /v2.0/networks/885129ec-1a3f-4b48-91f6-37a83d4aaec8 HTTP/1.1" status: 204 len: 168 time: 0.8923790 Jul 20 18:04:45.663237 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b00ed6-659f-4c2f-917b-1d4befe541ac admin admin] Pushing event deleted for resources: {'Network': ['ID=885129ec-1a3f-4b48-91f6-37a83d4aaec8,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:45.717123 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:45.734861 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:45.744056 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Allocated IP 172.20.0.13 (67a3925c-28b4-4af3-b73b-7538c51cb7bb/f171032a-515d-469a-a5fb-8823c9283a5c/4f4d7ad6-5f79-4af5-9319-0010b3475f47) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:04:45.758633 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:45.758860 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4021f055-56a2-4f48-ba0c-5c6d32e10fd7 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:45.906428 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Publish callbacks [] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.064302 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.109062 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Network 67a3925c-28b4-4af3-b73b-7538c51cb7bb is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:04:46.112323 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:04:46.119757 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:04:46.145358 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Pushing event updated for resources: {'Port': ['ID=4f4d7ad6-5f79-4af5-9319-0010b3475f47,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:46.168467 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54800) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:46.179165 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:46.179838 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.232310 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-551a0c46-3da3-4b51-abec-35d3f0e9acd1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (6f98f86d-3723-44ee-abfd-43ba17d98680), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.260050 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-551a0c46-3da3-4b51-abec-35d3f0e9acd1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (6f98f86d-3723-44ee-abfd-43ba17d98680), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.276260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54804) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:46.292811 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:46.301244 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:46.323835 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-0f884d49-c147-4293-b15d-c859c1d4931d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e56fb66af8654665b5869624adb1c8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463634 Jul 20 18:04:46.326470 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54806) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:46.358919 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-3c28b930-202f-4af5-8032-9cd08018bd4a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7227201 Jul 20 18:04:46.360325 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a9bb-5783-483d-b9d4-9258adc2643b req-f5f165e5-13fb-49ad-9aef-718684b12ba4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:46.362057 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8fa1a9bb-5783-483d-b9d4-9258adc2643b req-f5f165e5-13fb-49ad-9aef-718684b12ba4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 932 time: 0.0564141 Jul 20 18:04:46.377769 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Request body: {'port': {'device_id': 'a4697255-690d-46c1-967c-75459c790a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:04:46.419879 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-551a0c46-3da3-4b51-abec-35d3f0e9acd1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6f98f86d-3723-44ee-abfd-43ba17d98680), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.422478 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-551a0c46-3da3-4b51-abec-35d3f0e9acd1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.424057 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-551a0c46-3da3-4b51-abec-35d3f0e9acd1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "DELETE /v2.0/security-groups/6f98f86d-3723-44ee-abfd-43ba17d98680 HTTP/1.1" status: 204 len: 168 time: 0.2541485 Jul 20 18:04:46.428380 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54810) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:46.440762 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8fa1a9bb-5783-483d-b9d4-9258adc2643b req-547354e4-b072-43d0-84a2-59a45f0e6ef4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713379 Jul 20 18:04:46.441578 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a0c46-3da3-4b51-abec-35d3f0e9acd1 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f98f86d-3723-44ee-abfd-43ba17d98680,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:46.476732 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a039620d-eecf-4e6a-b01c-b88fb33b521d admin admin] Publish callbacks [] for security_group (7d02e203-bd50-4a0e-90a2-0eb730eb39d0), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.479072 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.api.v2.resource [None req-e4c42c26-2286-4f28-b88b-3ade906401ae tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] show failed (client error): The resource could not be found. Jul 20 18:04:46.480189 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e4c42c26-2286-4f28-b88b-3ade906401ae tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "GET /v2.0/security-groups/6f98f86d-3723-44ee-abfd-43ba17d98680 HTTP/1.1" status: 404 len: 347 time: 0.0505271 Jul 20 18:04:46.485060 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54812) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:46.505056 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cd945-5a3c-4403-b94d-9718ee25bd57 req-bf12737c-a5c8-4109-9934-18fad3e6528c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:46.507953 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-602cd945-5a3c-4403-b94d-9718ee25bd57 req-bf12737c-a5c8-4109-9934-18fad3e6528c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0639069 Jul 20 18:04:46.528964 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:46.538370 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.566691 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a039620d-eecf-4e6a-b01c-b88fb33b521d admin admin] Publish callbacks [] for security_group (7d02e203-bd50-4a0e-90a2-0eb730eb39d0), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.583250 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-602cd945-5a3c-4403-b94d-9718ee25bd57 req-ad3c9be4-53fa-4862-a811-25a67648f66a tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691464 Jul 20 18:04:46.696553 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Deleting port 55de9f62-735a-4c4a-a787-54731a9f8dd3 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:46.696896 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (55de9f62-735a-4c4a-a787-54731a9f8dd3), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.884133 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (55de9f62-735a-4c4a-a787-54731a9f8dd3), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.884553 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (55de9f62-735a-4c4a-a787-54731a9f8dd3), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.893021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a039620d-eecf-4e6a-b01c-b88fb33b521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (7d02e203-bd50-4a0e-90a2-0eb730eb39d0), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.906528 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a039620d-eecf-4e6a-b01c-b88fb33b521d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:46.906528 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-a039620d-eecf-4e6a-b01c-b88fb33b521d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7d02e203-bd50-4a0e-90a2-0eb730eb39d0 HTTP/1.1" status: 204 len: 168 time: 0.5693417 Jul 20 18:04:46.908798 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Calling delete_port for 55de9f62-735a-4c4a-a787-54731a9f8dd3 owned by network:floatingip {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:46.922413 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039620d-eecf-4e6a-b01c-b88fb33b521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d02e203-bd50-4a0e-90a2-0eb730eb39d0,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:47.064285 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4d7ad6-5f79-4af5-9319-0010b3475f47 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:04:47.073027 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Publish callbacks [] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:47.309392 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Transition to ACTIVE for port object 4f4d7ad6-5f79-4af5-9319-0010b3475f47 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:04:47.310419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (55de9f62-735a-4c4a-a787-54731a9f8dd3), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:47.338769 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Pushing event deleted for resources: {'Port': ['ID=55de9f62-735a-4c4a-a787-54731a9f8dd3,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:47.449112 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks [] for floatingip (59252478-04ae-42b3-be2e-aeb77be54b1e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:47.451747 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:47.453242 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-3df00c54-c1ee-49b7-bf63-e19af44e8da2 tempest-AttachVolumeNegativeTest-1637035084 tempest-AttachVolumeNegativeTest-1637035084-project] 10.222.0.27 "DELETE /v2.0/floatingips/59252478-04ae-42b3-be2e-aeb77be54b1e HTTP/1.1" status: 204 len: 168 time: 0.9670129 Jul 20 18:04:47.457145 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:47.511652 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d7ad6-5f79-4af5-9319-0010b3475f47,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:47.603824 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Attempting to bind port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:04:47.604164 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Attempting to bind port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '0b7c7427-9796-499b-a327-7981d7fb5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67a3925c-28b4-4af3-b73b-7538c51cb7bb'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:04:47.604517 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Attempting to bind port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 on network 67a3925c-28b4-4af3-b73b-7538c51cb7bb {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:04:47.609052 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 on network 67a3925c-28b4-4af3-b73b-7538c51cb7bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:04:47.609383 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Attempting to bind port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 on network 67a3925c-28b4-4af3-b73b-7538c51cb7bb {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:04:47.614525 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:04:47.614936 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Checking segment: {'id': '0b7c7427-9796-499b-a327-7981d7fb5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67a3925c-28b4-4af3-b73b-7538c51cb7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:04:47.615320 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Bound using segment: {'id': '0b7c7427-9796-499b-a327-7981d7fb5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67a3925c-28b4-4af3-b73b-7538c51cb7bb'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:04:47.615755 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Bound port: 4f4d7ad6-5f79-4af5-9319-0010b3475f47, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7c7427-9796-499b-a327-7981d7fb5de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67a3925c-28b4-4af3-b73b-7538c51cb7bb'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:04:47.616123 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:47.622856 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5cef8-fccb-4a35-9f01-15d38af64600 req-fa284616-2c9e-4a7c-83b4-008ac22c3e23 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:47.624563 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a3e5cef8-fccb-4a35-9f01-15d38af64600 req-fa284616-2c9e-4a7c-83b4-008ac22c3e23 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 944 time: 0.0519600 Jul 20 18:04:47.686968 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] For port 4f4d7ad6-5f79-4af5-9319-0010b3475f47, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:04:47.690329 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] For port 4f4d7ad6-5f79-4af5-9319-0010b3475f47, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4f4d7ad6-5f79-4af5-9319-0010b3475f47,segment=NetworkSegment(0b7c7427-9796-499b-a327-7981d7fb5de0),segment_id=0b7c7427-9796-499b-a327-7981d7fb5de0)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:04:47.696872 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a3e5cef8-fccb-4a35-9f01-15d38af64600 req-1acc0c08-17d2-497a-8f40-546423887bed tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666528 Jul 20 18:04:47.698016 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:47.733989 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41d0d7-53a1-45b1-a29d-def435e02dc3 req-9a404381-e395-466b-a5bc-d384f73316b0 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:47.735687 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2e41d0d7-53a1-45b1-a29d-def435e02dc3 req-9a404381-e395-466b-a5bc-d384f73316b0 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0650728 Jul 20 18:04:47.801786 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2e41d0d7-53a1-45b1-a29d-def435e02dc3 req-6e20775c-61de-402b-9faa-c97984cfaa36 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600736 Jul 20 18:04:47.805394 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:47.813047 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:04:47.864284 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:47.865382 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:47.867871 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] 10.222.0.13 "PUT /v2.0/ports/4f4d7ad6-5f79-4af5-9319-0010b3475f47 HTTP/1.1" status: 200 len: 1094 time: 1.4951205 Jul 20 18:04:47.868555 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4697255-690d-46c1-967c-75459c790a6d', 'tag': '4f4d7ad6-5f79-4af5-9319-0010b3475f47'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:04:47.872332 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0715101b-717b-488f-8522-069f4fa1e1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4697255-690d-46c1-967c-75459c790a6d", "tag": "4f4d7ad6-5f79-4af5-9319-0010b3475f47"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:04:47.905971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d7ad6-5f79-4af5-9319-0010b3475f47,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:47.913835 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.914186 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.914532 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.914871 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.915629 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.916213 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.916575 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.916910 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.917244 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.917574 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.917905 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.918234 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.918562 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.918886 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.919209 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc4922b-fe62-494c-b7a6-33e379a08e3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:04:47.924113 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f4bce9-99a0-4ba3-9589-5b53ead69a7b x-openstack-request-id: req-a2f4bce9-99a0-4ba3-9589-5b53ead69a7b {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:04:47.930270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4697255-690d-46c1-967c-75459c790a6d", "tag": "4f4d7ad6-5f79-4af5-9319-0010b3475f47", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:04:47.930270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a2f4bce9-99a0-4ba3-9589-5b53ead69a7b {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:04:47.930270 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f4bce9-99a0-4ba3-9589-5b53ead69a7b'] response: {'name': 'network-changed', 'server_uuid': 'a4697255-690d-46c1-967c-75459c790a6d', 'tag': '4f4d7ad6-5f79-4af5-9319-0010b3475f47', 'status': 'completed', 'code': 200} Jul 20 18:04:48.015949 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715101b-717b-488f-8522-069f4fa1e1f0 req-2eca68f1-372c-463f-8081-d2fbdc6e343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:48.017572 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0715101b-717b-488f-8522-069f4fa1e1f0 req-2eca68f1-372c-463f-8081-d2fbdc6e343d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b59465a0ef4cd9ac238f42d5995e03&device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 1128 time: 0.0510046 Jul 20 18:04:48.127746 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715101b-717b-488f-8522-069f4fa1e1f0 req-161f685f-9a03-452b-8bab-98a31267dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:48.129258 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0715101b-717b-488f-8522-069f4fa1e1f0 req-161f685f-9a03-452b-8bab-98a31267dfa1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=91b59465a0ef4cd9ac238f42d5995e03&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0970199 Jul 20 18:04:48.211317 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:48.237854 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715101b-717b-488f-8522-069f4fa1e1f0 req-800de69d-347c-46de-bdd2-072447c733f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:48.239337 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0715101b-717b-488f-8522-069f4fa1e1f0 req-800de69d-347c-46de-bdd2-072447c733f5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019800 Jul 20 18:04:48.341773 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-aaf847d5-4cb6-462d-8bbd-07492790f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:48.343193 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-aaf847d5-4cb6-462d-8bbd-07492790f4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91b59465a0ef4cd9ac238f42d5995e03&device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 1128 time: 0.0409932 Jul 20 18:04:48.397770 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-02b2138b-db1c-48b7-afde-23630d59d90a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f4d7ad6-5f79-4af5-9319-0010b3475f47 HTTP/1.1" status: 200 len: 217 time: 0.0359209 Jul 20 18:04:48.452466 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-dac66795-130f-4423-9bc9-ee48c4023fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:48.453988 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-dac66795-130f-4423-9bc9-ee48c4023fba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f171032a-515d-469a-a5fb-8823c9283a5c HTTP/1.1" status: 200 len: 848 time: 0.0502582 Jul 20 18:04:48.487800 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-db008838-9bad-43a6-89f1-a867ce739b4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67a3925c-28b4-4af3-b73b-7538c51cb7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267823 Jul 20 18:04:48.518035 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:48.601377 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-f82ba99a-ef3e-4bb9-af75-8f2c9be8fc49 service neutron] 10.222.0.13 "GET /v2.0/networks/67a3925c-28b4-4af3-b73b-7538c51cb7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064591 Jul 20 18:04:48.693582 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:48.709337 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a1c8fe9b-4ab5-46a2-a3a5-7f086b6c02a4 req-b364a671-1e1d-44f4-b865-f75b8fe1ff0e service neutron] 10.222.0.13 "GET /v2.0/networks/67a3925c-28b4-4af3-b73b-7538c51cb7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983453 Jul 20 18:04:48.825505 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6464a-1da4-4905-a9cd-822819649965 req-7842d282-1e63-4eb5-b8d8-e13ab6db0ad0 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:48.827081 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-00c6464a-1da4-4905-a9cd-822819649965 req-7842d282-1e63-4eb5-b8d8-e13ab6db0ad0 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 944 time: 0.0562682 Jul 20 18:04:48.882939 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-00c6464a-1da4-4905-a9cd-822819649965 req-c5903ca2-ec39-49eb-af64-9ecf9ef3d91a tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502098 Jul 20 18:04:48.974801 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3dced-828b-4210-bd51-6aedb38d260a req-1e952dc0-96dd-4b97-ada3-0cf9048960fb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:48.976431 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b5c3dced-828b-4210-bd51-6aedb38d260a req-1e952dc0-96dd-4b97-ada3-0cf9048960fb tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0739133 Jul 20 18:04:49.049592 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b5c3dced-828b-4210-bd51-6aedb38d260a req-76daa93a-2b0e-4b79-b4d2-17cb7d0c12b6 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673199 Jul 20 18:04:49.778202 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4f4d7ad6-5f79-4af5-9319-0010b3475f47 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:04:49.885355 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4f4d7ad6-5f79-4af5-9319-0010b3475f47, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4f4d7ad6-5f79-4af5-9319-0010b3475f47,segment=NetworkSegment(0b7c7427-9796-499b-a327-7981d7fb5de0),segment_id=0b7c7427-9796-499b-a327-7981d7fb5de0)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:49.896467 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '4f4d7ad6-5f79-4af5-9319-0010b3475f47', 'network_id': '67a3925c-28b4-4af3-b73b-7538c51cb7bb', 'port_id': '4f4d7ad6-5f79-4af5-9319-0010b3475f47', 'mac_address': 'fa:16:3e:8a:5b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171032a-515d-469a-a5fb-8823c9283a5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:04:49.936336 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:04:49.936881 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:49.953547 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4d7ad6-5f79-4af5-9319-0010b3475f47 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:04:49.980856 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4f4d7ad6-5f79-4af5-9319-0010b3475f47, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4f4d7ad6-5f79-4af5-9319-0010b3475f47,segment=NetworkSegment(0b7c7427-9796-499b-a327-7981d7fb5de0),segment_id=0b7c7427-9796-499b-a327-7981d7fb5de0)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:50.014073 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acf55b-137e-49f7-94eb-74ae73959eea req-34b00d95-1362-4c82-8d0f-21f2a76d4bcc tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:50.015573 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-66acf55b-137e-49f7-94eb-74ae73959eea req-34b00d95-1362-4c82-8d0f-21f2a76d4bcc tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 944 time: 0.0543454 Jul 20 18:04:50.065481 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-66acf55b-137e-49f7-94eb-74ae73959eea req-3ee1fb73-1415-4ea4-b9c3-fd2e21054861 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Jul 20 18:04:50.082623 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:50.134710 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=4f4d7ad6-5f79-4af5-9319-0010b3475f47,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:50.169597 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad526-d735-42ba-bcb3-7173392c92a1 req-7424c300-ff13-4b51-9a88-7027874e186f tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:50.171114 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb7ad526-d735-42ba-bcb3-7173392c92a1 req-7424c300-ff13-4b51-9a88-7027874e186f tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0491560 Jul 20 18:04:50.236055 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fb7ad526-d735-42ba-bcb3-7173392c92a1 req-276662f0-bd0a-4b0f-b21e-9b3863cd12b4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565605 Jul 20 18:04:50.485055 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['4f4d7ad6-5f79-4af5-9319-0010b3475f47'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:04:51.191199 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d1cdc-b02a-409e-b22c-d1eaf2472d37 req-76248150-25c9-4556-a542-40ea95f7c1d2 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:51.192777 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-455d1cdc-b02a-409e-b22c-d1eaf2472d37 req-76248150-25c9-4556-a542-40ea95f7c1d2 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 945 time: 0.0557334 Jul 20 18:04:51.247868 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-455d1cdc-b02a-409e-b22c-d1eaf2472d37 req-ff4bcaef-248e-4e32-b3e6-b6d13306edaf tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485392 Jul 20 18:04:51.356708 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe1eda-adcf-4288-bc6b-4b7ab09f8d21 req-a454f99c-2157-4331-ace2-5d534893f578 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:51.358209 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-68fe1eda-adcf-4288-bc6b-4b7ab09f8d21 req-a454f99c-2157-4331-ace2-5d534893f578 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0506418 Jul 20 18:04:51.428587 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-68fe1eda-adcf-4288-bc6b-4b7ab09f8d21 req-9410831c-bb07-4642-bdbb-f902baddff27 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637176 Jul 20 18:04:51.785169 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4f4d7ad6-5f79-4af5-9319-0010b3475f47 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:04:51.842593 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:04:51.922935 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54868) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:52.000943 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:04:52.001495 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:52.082205 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:04:52.082594 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:52.108386 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4697255-690d-46c1-967c-75459c790a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d7ad6-5f79-4af5-9319-0010b3475f47'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:04:52.110923 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61133ae8-d79e-481e-a912-eca9af490052" -d '{"events": [{"server_uuid": "a4697255-690d-46c1-967c-75459c790a6d", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d7ad6-5f79-4af5-9319-0010b3475f47"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:04:52.147925 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4f4d7ad6-5f79-4af5-9319-0010b3475f47, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4f4d7ad6-5f79-4af5-9319-0010b3475f47,segment=NetworkSegment(0b7c7427-9796-499b-a327-7981d7fb5de0),segment_id=0b7c7427-9796-499b-a327-7981d7fb5de0)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:52.154413 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3bdbf6-7a18-4044-8fa7-fa09c7ab09e8 x-openstack-request-id: req-ab3bdbf6-7a18-4044-8fa7-fa09c7ab09e8 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:04:52.154712 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4697255-690d-46c1-967c-75459c790a6d", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d7ad6-5f79-4af5-9319-0010b3475f47", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:04:52.154961 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ab3bdbf6-7a18-4044-8fa7-fa09c7ab09e8 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:04:52.155363 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3bdbf6-7a18-4044-8fa7-fa09c7ab09e8'] response: {'server_uuid': 'a4697255-690d-46c1-967c-75459c790a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d7ad6-5f79-4af5-9319-0010b3475f47', 'code': 200} Jul 20 18:04:52.379601 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d960d8-dd50-4241-95da-2be710b069cc req-76440833-e135-451f-989b-d96d30cd7b9f tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:52.381757 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b0d960d8-dd50-4241-95da-2be710b069cc req-76440833-e135-451f-989b-d96d30cd7b9f tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 945 time: 0.0526776 Jul 20 18:04:52.402582 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:52.440941 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b0d960d8-dd50-4241-95da-2be710b069cc req-da318472-3748-4410-9234-17bb177a73cb tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530930 Jul 20 18:04:52.468966 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:52.480793 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=4f4d7ad6-5f79-4af5-9319-0010b3475f47,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:52.549986 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:52.571868 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb4ff-96a5-466c-85ce-14eb955908e3 req-5ce1ca7c-5a15-4363-b062-e52700feeb17 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:52.573894 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a05bb4ff-96a5-466c-85ce-14eb955908e3 req-5ce1ca7c-5a15-4363-b062-e52700feeb17 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0574987 Jul 20 18:04:52.608534 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:52.618833 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:52.653815 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:52.655524 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a05bb4ff-96a5-466c-85ce-14eb955908e3 req-3656aad8-d06a-4af8-a318-d19d908228a4 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&id=b599c2f5-3088-48c1-9cfb-78937edf5f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703886 Jul 20 18:04:52.693639 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96130f3-f404-4c31-b119-862fc126ab10 req-cb9c7b5f-bed5-4982-b850-7ec2c24931fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:52.699230 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d96130f3-f404-4c31-b119-862fc126ab10 req-cb9c7b5f-bed5-4982-b850-7ec2c24931fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 1130 time: 0.0615098 Jul 20 18:04:52.804647 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d96130f3-f404-4c31-b119-862fc126ab10 req-ca069e22-4b95-46ce-805d-85013c2c2cc7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997825 Jul 20 18:04:52.873492 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Deleting port 5cdb8177-c0da-43c6-81fc-5b28816857c8 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:52.882778 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:52.957979 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] For port 5cdb8177-c0da-43c6-81fc-5b28816857c8, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=5cdb8177-c0da-43c6-81fc-5b28816857c8,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:52.957979 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:52.977480 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Calling delete_port for 5cdb8177-c0da-43c6-81fc-5b28816857c8 owned by network:router_interface {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:53.018816 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:53.097058 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:53.241406 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (5cdb8177-c0da-43c6-81fc-5b28816857c8), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:53.267934 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cdb8177-c0da-43c6-81fc-5b28816857c8,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:53.478057 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:53.572388 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57918000-b78e-4fed-bd1d-c59cdddf2e8c req-a2e58f20-8dbe-4c2e-a0ba-cc52ee0520e1 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:53.573922 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-57918000-b78e-4fed-bd1d-c59cdddf2e8c req-a2e58f20-8dbe-4c2e-a0ba-cc52ee0520e1 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 946 time: 0.0600560 Jul 20 18:04:53.626236 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-57918000-b78e-4fed-bd1d-c59cdddf2e8c req-d6cf942d-9526-48c5-bded-8d07a6fc6f88 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 Jul 20 18:04:53.967631 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:04:54.076265 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:04:54.083847 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d3a8267d-fb65-4274-a380-d72035df5888 admin admin] 10.222.0.27 "PUT /v2.0/routers/ef1b5491-5cd9-49f7-a715-4d8110e3d8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1575246 Jul 20 18:04:54.084224 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54882) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:54.087247 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d0158-d794-4162-95c8-18d2a90043df None None] Sync routers for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:04:54.096992 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d0158-d794-4162-95c8-18d2a90043df None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:04:54.097624 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-770d0158-d794-4162-95c8-18d2a90043df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:54.100780 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:54.167090 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:54.195982 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks [] for router (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:54.224838 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-770d0158-d794-4162-95c8-18d2a90043df None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:04:54.298017 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks [] for router_gateway (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:54.402210 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-770d0158-d794-4162-95c8-18d2a90043df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T18:04:53Z', 'revision_number': 5, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port': {'id': '9567ed66-be90-4fe8-a1b8-503bc1a74b96', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:31Z', 'updated_at': '2022-07-20T17:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:54.465971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Deleting port 9567ed66-be90-4fe8-a1b8-503bc1a74b96 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:54.466875 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:54.531531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:54.556344 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] For port 9567ed66-be90-4fe8-a1b8-503bc1a74b96, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=9567ed66-be90-4fe8-a1b8-503bc1a74b96,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:54.556743 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:54.564539 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d0158-d794-4162-95c8-18d2a90043df None None] Checking router: ef1b5491-5cd9-49f7-a715-4d8110e3d8ef for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:04:54.570565 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Calling delete_port for 9567ed66-be90-4fe8-a1b8-503bc1a74b96 owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:54.573810 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d0158-d794-4162-95c8-18d2a90043df None None] Routers {'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:04:54.574419 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-770d0158-d794-4162-95c8-18d2a90043df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:54.663234 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-770d0158-d794-4162-95c8-18d2a90043df None None] Set router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef gateway port host: None {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:04:54.718850 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-770d0158-d794-4162-95c8-18d2a90043df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T18:04:54Z', 'revision_number': 6, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port_host': None}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:54.744528 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d0158-d794-4162-95c8-18d2a90043df None None] The sync data for ids ['ef1b5491-5cd9-49f7-a715-4d8110e3d8ef'] in dv-cinder-849846-3-smb is: [{'id': 'ef1b5491-5cd9-49f7-a715-4d8110e3d8ef', 'name': 'tempest-AttachVolumeNegativeTest-1125838973-router', 'tenant_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:29Z', 'updated_at': '2022-07-20T18:04:54Z', 'revision_number': 6, 'project_id': '42a3ef9ead804c5483de2cc4ac8855b3', 'gw_port_host': None}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:04:54.764746 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5485d5-5f9e-4bdd-b0bb-d48a69896222 req-bf57a413-a35b-4e82-8f1a-02f4a1d7901e tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:04:54.766951 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fd5485d5-5f9e-4bdd-b0bb-d48a69896222 req-bf57a413-a35b-4e82-8f1a-02f4a1d7901e tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 946 time: 0.0637474 Jul 20 18:04:54.823459 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (9567ed66-be90-4fe8-a1b8-503bc1a74b96), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:54.823720 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fd5485d5-5f9e-4bdd-b0bb-d48a69896222 req-14b785d4-0de4-4217-b720-d31ec698419e tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484097 Jul 20 18:04:54.861168 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9567ed66-be90-4fe8-a1b8-503bc1a74b96,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:54.922434 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.042688 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.044962 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks [] for router_controller (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.180635 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (ef1b5491-5cd9-49f7-a715-4d8110e3d8ef), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.181419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef1b5491-5cd9-49f7-a715-4d8110e3d8ef {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:04:55.190300 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.195459 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-be2e3b3a-41d5-426b-8969-30b5554d16e4 admin admin] 10.222.0.27 "DELETE /v2.0/routers/ef1b5491-5cd9-49f7-a715-4d8110e3d8ef HTTP/1.1" status: 204 len: 168 time: 1.1080453 Jul 20 18:04:55.196630 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 54888) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:55.249702 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af1da72-7d29-4afd-b316-cbd39d62f490 admin admin] Deleting subnet 595c17cd-33a2-4e71-856c-14bab02242fe {{(pid=111130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:04:55.253511 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5af1da72-7d29-4afd-b316-cbd39d62f490 admin admin] Publish callbacks [] for subnet (595c17cd-33a2-4e71-856c-14bab02242fe), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.277268 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:55.291081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5af1da72-7d29-4afd-b316-cbd39d62f490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11808831'] for subnet (595c17cd-33a2-4e71-856c-14bab02242fe), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.372544 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5af1da72-7d29-4afd-b316-cbd39d62f490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (595c17cd-33a2-4e71-856c-14bab02242fe), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.526047 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 5cdb8177-c0da-43c6-81fc-5b28816857c8 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:55.550963 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 5cdb8177-c0da-43c6-81fc-5b28816857c8 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:55.551343 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 5cdb8177-c0da-43c6-81fc-5b28816857c8 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:55.563216 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5af1da72-7d29-4afd-b316-cbd39d62f490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8456177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005211'] for subnet (595c17cd-33a2-4e71-856c-14bab02242fe), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.588385 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1da72-7d29-4afd-b316-cbd39d62f490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595c17cd-33a2-4e71-856c-14bab02242fe,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:55.594336 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-5af1da72-7d29-4afd-b316-cbd39d62f490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.597623 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-5af1da72-7d29-4afd-b316-cbd39d62f490 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/595c17cd-33a2-4e71-856c-14bab02242fe HTTP/1.1" status: 204 len: 168 time: 0.3998199 Jul 20 18:04:55.601247 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54890) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:55.601957 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f51d5-b445-4093-88ae-e19f9bfefebe None None] Network a279782c-a6f9-4260-a721-74e3c41283c9 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:04:55.666910 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-213f797b-761d-4aa7-815a-ad351080d973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.685300 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (a279782c-a6f9-4260-a721-74e3c41283c9), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.752451 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Deleting port f3407688-c6e4-4fed-86b6-a211b55b7a01 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:55.752828 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.782717 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] DHCP port deletion for a279782c-a6f9-4260-a721-74e3c41283c9 request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:04:55.850024 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] Deleting port f3407688-c6e4-4fed-86b6-a211b55b7a01 {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:04:55.857797 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.858386 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] For port f3407688-c6e4-4fed-86b6-a211b55b7a01, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=f3407688-c6e4-4fed-86b6-a211b55b7a01,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:55.858386 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.868378 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Calling delete_port for f3407688-c6e4-4fed-86b6-a211b55b7a01 owned by network:dhcp {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:55.927766 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] For port f3407688-c6e4-4fed-86b6-a211b55b7a01, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=f3407688-c6e4-4fed-86b6-a211b55b7a01,segment=NetworkSegment(8e1a19f1-7d50-441c-a089-a3db02bcb401),segment_id=8e1a19f1-7d50-441c-a089-a3db02bcb401)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:04:55.933511 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:55.949815 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] Calling delete_port for f3407688-c6e4-4fed-86b6-a211b55b7a01 owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:04:56.009179 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:56.237321 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:56.244287 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (f3407688-c6e4-4fed-86b6-a211b55b7a01), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:56.263042 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3407688-c6e4-4fed-86b6-a211b55b7a01,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:56.266729 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] No DVR routers for this DVR port f3407688-c6e4-4fed-86b6-a211b55b7a01 on host dv-cinder-849846-3-smb {{(pid=111129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:56.274982 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] No DVR routers for this DVR port f3407688-c6e4-4fed-86b6-a211b55b7a01 on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:04:56.279273 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9430e7b-2451-461f-920a-287c9f2b6e2d None None] Pushing event deleted for resources: {'Port': ['ID=f3407688-c6e4-4fed-86b6-a211b55b7a01,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:56.344956 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (a279782c-a6f9-4260-a721-74e3c41283c9), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:56.370085 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.370450 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.371191 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.371536 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > port after_create 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.371859 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.372195 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > port after_update 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.372538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.372861 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.373177 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.373501 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.473093 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.473442 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.473780 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.474626 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 18:04:56.474993 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a279782c-a6f9-4260-a721-74e3c41283c9']}} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:56.493099 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1a19f1-7d50-441c-a089-a3db02bcb401') {'for_net_delete': True} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:56.493304 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1a19f1-7d50-441c-a089-a3db02bcb401') {} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:04:56.509980 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12514131'] for segment (8e1a19f1-7d50-441c-a089-a3db02bcb401), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:56.531850 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (8e1a19f1-7d50-441c-a089-a3db02bcb401), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:56.541598 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=111129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:04:56.541935 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12546523'] for segment (8e1a19f1-7d50-441c-a089-a3db02bcb401), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:56.705856 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (a279782c-a6f9-4260-a721-74e3c41283c9), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:56.714501 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:56.720208 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] 10.222.0.27 "DELETE /v2.0/networks/a279782c-a6f9-4260-a721-74e3c41283c9 HTTP/1.1" status: 204 len: 168 time: 1.1149108 Jul 20 18:04:56.728809 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d286d20-b124-4642-bc53-c1f4f6443791 admin admin] Pushing event deleted for resources: {'Network': ['ID=a279782c-a6f9-4260-a721-74e3c41283c9,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:56.747647 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.services.segments.plugin [-] Segment 8e1a19f1-7d50-441c-a089-a3db02bcb401 resource provider aggregate not found Jul 20 18:04:56.765206 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.services.segments.plugin [-] Segment 8e1a19f1-7d50-441c-a089-a3db02bcb401 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e1a19f1-7d50-441c-a089-a3db02bcb401 found for delete ", "request_id": "req-73436a9d-3050-4b46-a494-6c42a4856728"}]} Jul 20 18:04:56.903579 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 9567ed66-be90-4fe8-a1b8-503bc1a74b96 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:56.923707 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 9567ed66-be90-4fe8-a1b8-503bc1a74b96 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:56.924311 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 9567ed66-be90-4fe8-a1b8-503bc1a74b96 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:56.924755 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device f3407688-c6e4-4fed-86b6-a211b55b7a01 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:04:56.948139 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: f3407688-c6e4-4fed-86b6-a211b55b7a01 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:04:56.948502 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device f3407688-c6e4-4fed-86b6-a211b55b7a01 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:04:57.207740 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54910) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:57.250689 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-2704664f-38d3-428d-b73c-d8deccf12227 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=42a3ef9ead804c5483de2cc4ac8855b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417743 Jul 20 18:04:57.255015 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 54912) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:04:57.290251 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:57.308194 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a74-eae4-4886-b9c8-86a12bde9cfd admin admin] Publish callbacks [] for security_group (82f68586-3839-4ebc-9f99-efef0721654e), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:57.330761 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a74-eae4-4886-b9c8-86a12bde9cfd admin admin] Publish callbacks [] for security_group (82f68586-3839-4ebc-9f99-efef0721654e), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:57.357928 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:57.486230 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a74-eae4-4886-b9c8-86a12bde9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (82f68586-3839-4ebc-9f99-efef0721654e), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:57.488903 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5a74-eae4-4886-b9c8-86a12bde9cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:04:57.490195 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-ec0e5a74-eae4-4886-b9c8-86a12bde9cfd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/82f68586-3839-4ebc-9f99-efef0721654e HTTP/1.1" status: 204 len: 168 time: 0.2341456 Jul 20 18:04:57.501834 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e5a74-eae4-4886-b9c8-86a12bde9cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f68586-3839-4ebc-9f99-efef0721654e,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:04:57.807733 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=7 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:04:58.111978 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e1b1be6e-cbdc-4667-b19c-948095b66017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:00.389640 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:00.658453 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca4858-e6e6-453d-9a65-5623bb1296ed req-7cc78197-50aa-46c3-96d5-7932ac052f77 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:00.659881 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-41ca4858-e6e6-453d-9a65-5623bb1296ed req-7cc78197-50aa-46c3-96d5-7932ac052f77 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 946 time: 0.0548565 Jul 20 18:05:00.714763 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-41ca4858-e6e6-453d-9a65-5623bb1296ed req-d6386077-6310-4869-bdf2-8a0294569a50 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477059 Jul 20 18:05:01.151677 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:01.437453 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:01.840123 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf29c7-f686-41d7-9c7e-1ab409899a95 req-2a5ec708-b9a3-4d4a-a8f5-d8fed5a2b2db tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:01.841744 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9bcf29c7-f686-41d7-9c7e-1ab409899a95 req-2a5ec708-b9a3-4d4a-a8f5-d8fed5a2b2db tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 946 time: 0.0507915 Jul 20 18:05:01.890633 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9bcf29c7-f686-41d7-9c7e-1ab409899a95 req-8f279009-19ef-42b6-b4f6-1dbfb70fc0b4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Jul 20 18:05:02.562882 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:02.586166 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-c7f8a818-355c-4fe6-92fc-433186697ef1 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:02.587911 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-c7f8a818-355c-4fe6-92fc-433186697ef1 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 946 time: 0.0558462 Jul 20 18:05:02.688270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Deleting port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:02.688663 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:02.783406 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] For port 4f4d7ad6-5f79-4af5-9319-0010b3475f47, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4f4d7ad6-5f79-4af5-9319-0010b3475f47,segment=NetworkSegment(0b7c7427-9796-499b-a327-7981d7fb5de0),segment_id=0b7c7427-9796-499b-a327-7981d7fb5de0)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:02.783789 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:02.798646 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Calling delete_port for 4f4d7ad6-5f79-4af5-9319-0010b3475f47 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:02.838923 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:03.023748 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f056bb-f3bf-47aa-9b21-67f710a67e7d req-b2da6cdb-29d2-4185-87dd-b4597d3bd07f tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:03.025657 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89f056bb-f3bf-47aa-9b21-67f710a67e7d req-b2da6cdb-29d2-4185-87dd-b4597d3bd07f tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 946 time: 0.0543098 Jul 20 18:05:03.083224 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-89f056bb-f3bf-47aa-9b21-67f710a67e7d req-09ea0c35-8532-4fdd-9165-89f8eef9e731 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/security-groups?id=8e544dba-79cf-4fef-9589-0899f1d59343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498374 Jul 20 18:05:03.290041 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (4f4d7ad6-5f79-4af5-9319-0010b3475f47), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:03.321076 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Pushing event deleted for resources: {'Port': ['ID=4f4d7ad6-5f79-4af5-9319-0010b3475f47,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:03.328696 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['4f4d7ad6-5f79-4af5-9319-0010b3475f47'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:05:03.372508 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] No DVR routers for this DVR port 4f4d7ad6-5f79-4af5-9319-0010b3475f47 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:03.374933 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:03.378287 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-94f3596e-a42a-4667-9fa9-f6b95c0ceedf req-65063ca3-1ee4-4d44-90ef-012d0ad43cc4 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.13 "DELETE /v2.0/ports/4f4d7ad6-5f79-4af5-9319-0010b3475f47 HTTP/1.1" status: 204 len: 173 time: 0.7850664 Jul 20 18:05:03.378734 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4697255-690d-46c1-967c-75459c790a6d', 'name': 'network-vif-deleted', 'tag': '4f4d7ad6-5f79-4af5-9319-0010b3475f47'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:03.381687 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4172b71c-657b-4744-b058-322417c529de" -d '{"events": [{"server_uuid": "a4697255-690d-46c1-967c-75459c790a6d", "name": "network-vif-deleted", "tag": "4f4d7ad6-5f79-4af5-9319-0010b3475f47"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:03.420485 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036121bb-6e1b-477a-9afe-625deab8f4f3 x-openstack-request-id: req-036121bb-6e1b-477a-9afe-625deab8f4f3 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:03.420791 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4697255-690d-46c1-967c-75459c790a6d", "name": "network-vif-deleted", "tag": "4f4d7ad6-5f79-4af5-9319-0010b3475f47", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:03.421045 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-036121bb-6e1b-477a-9afe-625deab8f4f3 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:03.421449 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036121bb-6e1b-477a-9afe-625deab8f4f3'] response: {'server_uuid': 'a4697255-690d-46c1-967c-75459c790a6d', 'name': 'network-vif-deleted', 'tag': '4f4d7ad6-5f79-4af5-9319-0010b3475f47', 'status': 'completed', 'code': 200} Jul 20 18:05:03.501261 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55014) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:03.619634 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cb505d68-2d3e-421c-aebb-f8697c86f8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:03.718854 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cb505d68-2d3e-421c-aebb-f8697c86f8e4 admin admin] Publish callbacks [] for security_group (f1260049-ba48-432f-ae2a-c91f9064dea5), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:03.808449 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cb505d68-2d3e-421c-aebb-f8697c86f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (f1260049-ba48-432f-ae2a-c91f9064dea5), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:03.850807 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb505d68-2d3e-421c-aebb-f8697c86f8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1260049-ba48-432f-ae2a-c91f9064dea5,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:03.855137 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-cb505d68-2d3e-421c-aebb-f8697c86f8e4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c53ecd8c82a444e48e71096e478f41c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524549 Jul 20 18:05:03.857861 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55018) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:03.920005 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ffca0894-8c3d-4726-aa2c-1cb938bed318 admin admin] Publish callbacks [] for security_group (f1260049-ba48-432f-ae2a-c91f9064dea5), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:03.945231 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ffca0894-8c3d-4726-aa2c-1cb938bed318 admin admin] Publish callbacks [] for security_group (f1260049-ba48-432f-ae2a-c91f9064dea5), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:04.117656 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ffca0894-8c3d-4726-aa2c-1cb938bed318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (f1260049-ba48-432f-ae2a-c91f9064dea5), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:04.120977 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ffca0894-8c3d-4726-aa2c-1cb938bed318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:04.122182 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ffca0894-8c3d-4726-aa2c-1cb938bed318 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f1260049-ba48-432f-ae2a-c91f9064dea5 HTTP/1.1" status: 204 len: 168 time: 0.2633951 Jul 20 18:05:04.132373 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca0894-8c3d-4726-aa2c-1cb938bed318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1260049-ba48-432f-ae2a-c91f9064dea5,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:04.203814 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-79ed9789-1995-4f4f-a8b8-c7e7ccadb2ae req-f8130543-5db7-4a3b-9883-02bc28c12f71 tempest-VolumesActionsTest-551742313 tempest-VolumesActionsTest-551742313-project] 10.222.0.27 "GET /v2.0/ports?device_id=a4697255-690d-46c1-967c-75459c790a6d HTTP/1.1" status: 200 len: 210 time: 0.0329728 Jul 20 18:05:05.062213 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55026) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:05.077318 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56810828-7152-4aa2-bb80-5559bda3ad09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:05.088993 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:05.156940 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56810828-7152-4aa2-bb80-5559bda3ad09 admin admin] Publish callbacks [] for security_group (6bcd0c95-5ac4-46a0-9e27-208180febb34), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:05.248646 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56810828-7152-4aa2-bb80-5559bda3ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6bcd0c95-5ac4-46a0-9e27-208180febb34), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:05.295131 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56810828-7152-4aa2-bb80-5559bda3ad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd0c95-5ac4-46a0-9e27-208180febb34,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:05.303342 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55034) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:05.304158 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-56810828-7152-4aa2-bb80-5559bda3ad09 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a0ed4a03c99b4690860cfee79ea309df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395415 Jul 20 18:05:05.362150 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-17e95ba0-21b1-4e34-90a0-662d4c8abd94 admin admin] Publish callbacks [] for security_group (6bcd0c95-5ac4-46a0-9e27-208180febb34), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:05.386250 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-17e95ba0-21b1-4e34-90a0-662d4c8abd94 admin admin] Publish callbacks [] for security_group (6bcd0c95-5ac4-46a0-9e27-208180febb34), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:05.526088 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-17e95ba0-21b1-4e34-90a0-662d4c8abd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6bcd0c95-5ac4-46a0-9e27-208180febb34), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:05.528745 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-17e95ba0-21b1-4e34-90a0-662d4c8abd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:05.529850 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-17e95ba0-21b1-4e34-90a0-662d4c8abd94 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6bcd0c95-5ac4-46a0-9e27-208180febb34 HTTP/1.1" status: 204 len: 168 time: 0.2241776 Jul 20 18:05:05.538955 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95ba0-21b1-4e34-90a0-662d4c8abd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd0c95-5ac4-46a0-9e27-208180febb34,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:05.873720 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4f4d7ad6-5f79-4af5-9319-0010b3475f47 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:05.897768 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 4f4d7ad6-5f79-4af5-9319-0010b3475f47 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:05.898120 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4f4d7ad6-5f79-4af5-9319-0010b3475f47 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:12.909801 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55150) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:13.040717 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-fe1185db-3386-42f9-9e2e-2c4d32ac8e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:13.155539 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-fe1185db-3386-42f9-9e2e-2c4d32ac8e7c admin admin] Publish callbacks [] for security_group (86be765e-070e-4c11-af4a-448387622dc5), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:13.223890 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-fe1185db-3386-42f9-9e2e-2c4d32ac8e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (86be765e-070e-4c11-af4a-448387622dc5), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:13.273731 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-fe1185db-3386-42f9-9e2e-2c4d32ac8e7c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bd5a09801ab74da6ad05361195157880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628094 Jul 20 18:05:13.276007 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1185db-3386-42f9-9e2e-2c4d32ac8e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86be765e-070e-4c11-af4a-448387622dc5,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:13.277000 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55156) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:13.333124 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8bbfa47-d623-4b78-8bfc-1e69278d0a4a admin admin] Publish callbacks [] for security_group (86be765e-070e-4c11-af4a-448387622dc5), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:13.336538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:13.360914 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8bbfa47-d623-4b78-8bfc-1e69278d0a4a admin admin] Publish callbacks [] for security_group (86be765e-070e-4c11-af4a-448387622dc5), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:13.503873 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8bbfa47-d623-4b78-8bfc-1e69278d0a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (86be765e-070e-4c11-af4a-448387622dc5), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:13.507080 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-c8bbfa47-d623-4b78-8bfc-1e69278d0a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:13.513380 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-c8bbfa47-d623-4b78-8bfc-1e69278d0a4a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/86be765e-070e-4c11-af4a-448387622dc5 HTTP/1.1" status: 204 len: 168 time: 0.2303760 Jul 20 18:05:13.517123 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbfa47-d623-4b78-8bfc-1e69278d0a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be765e-070e-4c11-af4a-448387622dc5,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:14.316201 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55172) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:14.330421 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-58d89665-7c2d-48d0-b59e-841e3ec5e53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:14.410588 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-58d89665-7c2d-48d0-b59e-841e3ec5e53b admin admin] Publish callbacks [] for security_group (6c2b9a91-e9f4-4676-a1b7-2f6f37449006), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:14.557170 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-58d89665-7c2d-48d0-b59e-841e3ec5e53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6c2b9a91-e9f4-4676-a1b7-2f6f37449006), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:14.600899 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d89665-7c2d-48d0-b59e-841e3ec5e53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2b9a91-e9f4-4676-a1b7-2f6f37449006,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:14.605788 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-58d89665-7c2d-48d0-b59e-841e3ec5e53b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7dfed0225821420a9fea09228f1d1bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884228 Jul 20 18:05:14.608625 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55176) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:14.673315 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0c59c14a-5e75-4f8a-a219-0eb4aeae347f admin admin] Publish callbacks [] for security_group (6c2b9a91-e9f4-4676-a1b7-2f6f37449006), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:14.697200 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0c59c14a-5e75-4f8a-a219-0eb4aeae347f admin admin] Publish callbacks [] for security_group (6c2b9a91-e9f4-4676-a1b7-2f6f37449006), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:14.866558 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0c59c14a-5e75-4f8a-a219-0eb4aeae347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6c2b9a91-e9f4-4676-a1b7-2f6f37449006), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:14.869342 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0c59c14a-5e75-4f8a-a219-0eb4aeae347f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:14.870604 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-0c59c14a-5e75-4f8a-a219-0eb4aeae347f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6c2b9a91-e9f4-4676-a1b7-2f6f37449006 HTTP/1.1" status: 204 len: 168 time: 0.2595260 Jul 20 18:05:14.878741 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59c14a-5e75-4f8a-a219-0eb4aeae347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2b9a91-e9f4-4676-a1b7-2f6f37449006,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:15.011022 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55180) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:15.308101 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Deleting port fc361356-8c23-4127-bbae-254019688894 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:15.308445 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (fc361356-8c23-4127-bbae-254019688894), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:15.366603 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:15.396435 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (fc361356-8c23-4127-bbae-254019688894), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:15.397569 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for floatingip (fc361356-8c23-4127-bbae-254019688894), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:15.410868 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:15.412231 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Calling delete_port for fc361356-8c23-4127-bbae-254019688894 owned by network:floatingip {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:15.667279 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (fc361356-8c23-4127-bbae-254019688894), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:15.696379 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event deleted for resources: {'Port': ['ID=fc361356-8c23-4127-bbae-254019688894,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:15.766804 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for floatingip (4c81b5e2-2827-4c52-afb2-7f03ef071434), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:15.766804 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.l3_db [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Floating IP 4c81b5e2-2827-4c52-afb2-7f03ef071434 disassociated (deleted). External IP: 172.28.3.177, port: 1f304636-f6d8-48e6-befa-56ce906429e4. Jul 20 18:05:16.203666 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Router 7c3ab300-a58a-49b3-a725-b198fa929657 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:16.309486 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:16.313872 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:16.322159 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] Sync routers for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:16.334037 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:16.335706 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:16.354178 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-391372f0-d7dc-4277-b2ab-bc25609e5f9c tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "DELETE /v2.0/floatingips/4c81b5e2-2827-4c52-afb2-7f03ef071434 HTTP/1.1" status: 204 len: 168 time: 1.3419228 Jul 20 18:05:16.355048 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:16.358052 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06c949a-9712-4c6d-878c-39a60dcde4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:16.430736 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcc5f31-5440-4d75-beb3-e09557997d15 x-openstack-request-id: req-6fcc5f31-5440-4d75-beb3-e09557997d15 {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:16.431042 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:16.431296 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6fcc5f31-5440-4d75-beb3-e09557997d15 {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:16.432013 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcc5f31-5440-4d75-beb3-e09557997d15'] response: {'name': 'network-changed', 'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4', 'status': 'completed', 'code': 200} Jul 20 18:05:16.446490 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:16.464161 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:16.550105 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-3a0568ea-004d-4c35-a773-f8845f1a3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:16.553807 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-3a0568ea-004d-4c35-a773-f8845f1a3e27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 1130 time: 0.0709112 Jul 20 18:05:16.673278 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-bba84114-6809-4c27-90c3-f0742c4e28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:16.675204 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-bba84114-6809-4c27-90c3-f0742c4e28d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a874f6c4-198d-4134-9c45-0f89f909a425 HTTP/1.1" status: 200 len: 909 time: 0.1143236 Jul 20 18:05:16.701113 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:44Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:16.717305 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-7280fc8d-fdc9-4e48-954f-18f2386dcb85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 200 len: 217 time: 0.0351527 Jul 20 18:05:16.730502 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] Checking router: 7c3ab300-a58a-49b3-a725-b198fa929657 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:16.741256 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:16.742129 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:16.780178 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-00a14987-d081-410f-969e-c53bcdecffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:16.783563 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-00a14987-d081-410f-969e-c53bcdecffa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce42334b-2772-4ae9-867d-a7370296949f HTTP/1.1" status: 200 len: 847 time: 0.0592175 Jul 20 18:05:16.849221 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-2ab9ca14-f613-4be6-9b0b-4680113c08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:16.851609 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-2ab9ca14-f613-4be6-9b0b-4680113c08a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a874f6c4-198d-4134-9c45-0f89f909a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0604980 Jul 20 18:05:16.856375 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:16.938171 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0ccd8-67ae-4414-86af-251fc83dcdc9 req-21dd749c-ae4e-4bf8-8ec2-2a8006f5367b tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:16.939740 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8dc0ccd8-67ae-4414-86af-251fc83dcdc9 req-21dd749c-ae4e-4bf8-8ec2-2a8006f5367b tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0533397 Jul 20 18:05:17.001539 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8dc0ccd8-67ae-4414-86af-251fc83dcdc9 req-a1fa3559-09aa-4628-ba69-88b608f18e81 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549948 Jul 20 18:05:17.076115 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:44Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:17.102059 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682552a-036f-4867-aa4c-b2c81baef26e None None] The sync data for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb is: [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T17:59:38Z', 'revision_number': 4, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'cf2f9a7f-d980-42aa-a1f2-7a6a870f3892', 'name': '', 'network_id': 'a874f6c4-198d-4134-9c45-0f89f909a425', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'mac_address': 'fa:16:3e:e8:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:37Z', 'updated_at': '2022-07-20T17:59:44Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'subnets': [{'id': 'ce42334b-2772-4ae9-867d-a7370296949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:17.345570 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c6114-8da5-4fd0-9bb2-eeece6e08471 None None] New status for floating IP 4c81b5e2-2827-4c52-afb2-7f03ef071434: DOWN {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:05:18.134440 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37458-ccd7-46bf-b74d-efda6678cfeb req-cf1bb67e-e6de-44fd-87e0-45ff14a0dd88 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:18.135965 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7e37458-ccd7-46bf-b74d-efda6678cfeb req-cf1bb67e-e6de-44fd-87e0-45ff14a0dd88 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0600066 Jul 20 18:05:18.191444 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b7e37458-ccd7-46bf-b74d-efda6678cfeb req-273d0127-ca7e-4239-adcd-8dfd93a56963 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493429 Jul 20 18:05:18.226471 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:18.243483 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-95fd05ce-7cd8-459f-99e3-f548ff615468 service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943351 Jul 20 18:05:18.317119 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158d43-4819-40c5-a588-7f4bfd1523ec req-d96ab5f7-b3e1-4eda-9709-c7bca29a7c48 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:18.319355 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8c158d43-4819-40c5-a588-7f4bfd1523ec req-d96ab5f7-b3e1-4eda-9709-c7bca29a7c48 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0566123 Jul 20 18:05:18.388156 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8c158d43-4819-40c5-a588-7f4bfd1523ec req-78f8bf91-578c-4800-a87e-8f2ab88f9ac2 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626638 Jul 20 18:05:18.427504 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55272) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:18.551660 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3ea388bb-ba47-484a-ba4d-e2e5f8af3fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:18.631000 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3ea388bb-ba47-484a-ba4d-e2e5f8af3fb7 admin admin] Publish callbacks [] for security_group (fc7b1f24-62d0-426d-952a-f398bba50d54), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:18.712311 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-3ea388bb-ba47-484a-ba4d-e2e5f8af3fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (fc7b1f24-62d0-426d-952a-f398bba50d54), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:18.739061 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:18.759677 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-3ea388bb-ba47-484a-ba4d-e2e5f8af3fb7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5acfd7ee30534d5bb6f755dbdbc68537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300099 Jul 20 18:05:18.760626 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea388bb-ba47-484a-ba4d-e2e5f8af3fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7b1f24-62d0-426d-952a-f398bba50d54,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:18.763813 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55276) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:18.821340 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-32a4aecd-2eca-49a2-9816-51348c60200b admin admin] Publish callbacks [] for security_group (fc7b1f24-62d0-426d-952a-f398bba50d54), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:18.846654 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-32a4aecd-2eca-49a2-9816-51348c60200b admin admin] Publish callbacks [] for security_group (fc7b1f24-62d0-426d-952a-f398bba50d54), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:19.000752 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-32a4aecd-2eca-49a2-9816-51348c60200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (fc7b1f24-62d0-426d-952a-f398bba50d54), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:19.003500 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-32a4aecd-2eca-49a2-9816-51348c60200b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:19.004731 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-32a4aecd-2eca-49a2-9816-51348c60200b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fc7b1f24-62d0-426d-952a-f398bba50d54 HTTP/1.1" status: 204 len: 168 time: 0.2399554 Jul 20 18:05:19.013035 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4aecd-2eca-49a2-9816-51348c60200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7b1f24-62d0-426d-952a-f398bba50d54,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:19.318216 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0d450-bf02-4ceb-b7ed-f6b260d3eded req-7ae4f4e8-cacd-4ac8-8ff9-a376604cff19 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:19.320383 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-90d0d450-bf02-4ceb-b7ed-f6b260d3eded req-7ae4f4e8-cacd-4ac8-8ff9-a376604cff19 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0540154 Jul 20 18:05:19.390680 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-90d0d450-bf02-4ceb-b7ed-f6b260d3eded req-1c75f218-8e37-401c-846f-69c9b777c062 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638840 Jul 20 18:05:19.520409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3d9ef-5602-42eb-b5d2-63f02f412a59 req-4bd4d2b2-81f3-486d-97a3-5804f9869a53 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:19.522056 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b2e3d9ef-5602-42eb-b5d2-63f02f412a59 req-4bd4d2b2-81f3-486d-97a3-5804f9869a53 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0500965 Jul 20 18:05:19.571478 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b2e3d9ef-5602-42eb-b5d2-63f02f412a59 req-a132ee5c-3eaa-4ab8-89e7-aa0fee3d2849 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429597 Jul 20 18:05:19.803662 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-d06c949a-9712-4c6d-878c-39a60dcde4aa req-94089d82-fd8f-454a-9f9f-723860c89b64 service neutron] 10.222.0.13 "GET /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924678 Jul 20 18:05:19.848389 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55290) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:19.866169 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-89804527-0917-44c0-b05d-4aef599ee597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:19.877319 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:19.946033 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-89804527-0917-44c0-b05d-4aef599ee597 admin admin] Publish callbacks [] for security_group (96970502-4163-4294-8b09-97aa4b2ba926), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.106325 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-89804527-0917-44c0-b05d-4aef599ee597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (96970502-4163-4294-8b09-97aa4b2ba926), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.151596 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-89804527-0917-44c0-b05d-4aef599ee597 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=99a3d4db6ec04cdc9ec286db58a72435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020208 Jul 20 18:05:20.153595 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89804527-0917-44c0-b05d-4aef599ee597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96970502-4163-4294-8b09-97aa4b2ba926,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:20.154473 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55292) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:20.258592 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:20.282364 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-557bc998-8c35-4119-aa6b-108a071bce66 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:20.283784 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-557bc998-8c35-4119-aa6b-108a071bce66 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0848265 Jul 20 18:05:20.294890 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-e622ee49-d183-4149-917d-4980a6b378e3 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:20.296250 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-e622ee49-d183-4149-917d-4980a6b378e3 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.1115806 Jul 20 18:05:20.316192 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbacc-65cf-412f-a73f-eb32cc384673 admin admin] Publish callbacks [] for security_group (96970502-4163-4294-8b09-97aa4b2ba926), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.389380 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbacc-65cf-412f-a73f-eb32cc384673 admin admin] Publish callbacks [] for security_group (96970502-4163-4294-8b09-97aa4b2ba926), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.502321 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Deleting port 1f304636-f6d8-48e6-befa-56ce906429e4 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:20.502660 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.516926 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c2779-f359-4cc3-8acc-90fd6a3f7a17 req-51f67459-8e65-49e8-a6d1-90c3990a29ba tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:20.518462 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-374c2779-f359-4cc3-8acc-90fd6a3f7a17 req-51f67459-8e65-49e8-a6d1-90c3990a29ba tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 946 time: 0.0545146 Jul 20 18:05:20.534079 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Deleting port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:20.534478 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.572902 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-374c2779-f359-4cc3-8acc-90fd6a3f7a17 req-e55bf702-eba5-485a-8be3-25a7316ee1c4 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/security-groups?id=589e77f3-7ba3-4068-84d0-af28afe0f87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484357 Jul 20 18:05:20.628606 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:20.655778 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbacc-65cf-412f-a73f-eb32cc384673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (96970502-4163-4294-8b09-97aa4b2ba926), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.658376 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8b2bbacc-65cf-412f-a73f-eb32cc384673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.659521 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8b2bbacc-65cf-412f-a73f-eb32cc384673 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/96970502-4163-4294-8b09-97aa4b2ba926 HTTP/1.1" status: 204 len: 168 time: 0.5040650 Jul 20 18:05:20.685458 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] For port 1f304636-f6d8-48e6-befa-56ce906429e4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=1f304636-f6d8-48e6-befa-56ce906429e4,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:20.685831 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.691855 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bbacc-65cf-412f-a73f-eb32cc384673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96970502-4163-4294-8b09-97aa4b2ba926,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:20.704212 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c91fe5-3405-4f52-a89a-9e0f2ac2caa7 req-cad28172-63f1-4bbb-8fb6-d5fc56b5560a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:20.705894 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-69c91fe5-3405-4f52-a89a-9e0f2ac2caa7 req-cad28172-63f1-4bbb-8fb6-d5fc56b5560a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 946 time: 0.0604684 Jul 20 18:05:20.725233 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] For port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:20.725801 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.729287 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Calling delete_port for 1f304636-f6d8-48e6-befa-56ce906429e4 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:20.770160 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-69c91fe5-3405-4f52-a89a-9e0f2ac2caa7 req-a66df7d7-1bdf-4a12-8403-e7767d81d1f5 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups?id=203872c4-7b3b-476e-b30e-6fc727386f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507898 Jul 20 18:05:20.983545 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.984196 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:20.984196 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Floating IP 7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7 disassociated. External IP: 172.28.3.219, port: fa48c9f9-b84c-4679-bb00-7ebb3f9bb945. Jul 20 18:05:20.984566 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Calling delete_port for fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:20.993766 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:21.165351 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (1f304636-f6d8-48e6-befa-56ce906429e4), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:21.197682 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event deleted for resources: {'Port': ['ID=1f304636-f6d8-48e6-befa-56ce906429e4,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:21.246773 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] No DVR routers for this DVR port 1f304636-f6d8-48e6-befa-56ce906429e4 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:21.248318 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (fa48c9f9-b84c-4679-bb00-7ebb3f9bb945), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:21.250178 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:21.253445 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-120d3d68-6db7-49b2-9639-af92d14b10e6 req-6c9d3a67-0f5b-4b30-b1be-09c95c393384 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.13 "DELETE /v2.0/ports/1f304636-f6d8-48e6-befa-56ce906429e4 HTTP/1.1" status: 204 len: 173 time: 0.9454639 Jul 20 18:05:21.253886 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'name': 'network-vif-deleted', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:21.256212 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a68110a-615f-4cce-ba6e-1b89eb9cdd26" -d '{"events": [{"server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "name": "network-vif-deleted", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:21.288631 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event deleted for resources: {'Port': ['ID=fa48c9f9-b84c-4679-bb00-7ebb3f9bb945,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:21.345147 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4054b3-104f-4627-b910-9ef6ac47d0ce x-openstack-request-id: req-7e4054b3-104f-4627-b910-9ef6ac47d0ce {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:21.345470 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4cab67-cfe8-4f55-8ea5-099593a8dca7", "name": "network-vif-deleted", "tag": "1f304636-f6d8-48e6-befa-56ce906429e4", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:21.345719 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7e4054b3-104f-4627-b910-9ef6ac47d0ce {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:21.346126 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4054b3-104f-4627-b910-9ef6ac47d0ce'] response: {'server_uuid': 'cc4cab67-cfe8-4f55-8ea5-099593a8dca7', 'name': 'network-vif-deleted', 'tag': '1f304636-f6d8-48e6-befa-56ce906429e4', 'status': 'completed', 'code': 200} Jul 20 18:05:21.433193 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Router def2603d-a69a-4844-b4c2-ba221f06c477 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:21.528682 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:21.541635 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:21.554562 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] Sync routers for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:21.557615 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:21.577849 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:21.578485 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:21.597889 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] No DVR routers for this DVR port fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:21.601229 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:21.613361 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-942fdb4a-5673-43fc-8b19-ef337a647e47 req-0b1d387b-9596-478c-a73e-a71eb3588859 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.13 "DELETE /v2.0/ports/fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 HTTP/1.1" status: 204 len: 173 time: 1.3055344 Jul 20 18:05:21.748019 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-acc2029e-7ada-4e1d-99b8-c9b300e81fb4 req-cbb4455f-2870-4ace-ba53-d2a439cfa807 tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 210 time: 0.0561311 Jul 20 18:05:21.904542 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5ce80d9c-530d-44ed-b752-292bfba696a6 req-c895bee5-7316-4d15-a61d-381a533a19de tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/ports?device_id=64a372c8-96ad-4cb6-898e-d9716b560f29 HTTP/1.1" status: 200 len: 210 time: 0.0437822 Jul 20 18:05:21.907122 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:22.001677 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1f304636-f6d8-48e6-befa-56ce906429e4 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:22.037269 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 1f304636-f6d8-48e6-befa-56ce906429e4 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:22.037620 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 1f304636-f6d8-48e6-befa-56ce906429e4 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:22.038038 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:22.069876 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:22.071652 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:22.072015 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device fa48c9f9-b84c-4679-bb00-7ebb3f9bb945 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:22.134444 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:22.160319 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] Checking router: def2603d-a69a-4844-b4c2-ba221f06c477 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:22.169397 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:22.169996 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:22.299583 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:22.525383 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:22.561790 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa33f8-b1b0-4266-bb26-afcf7186974b None None] The sync data for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb is: [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T17:57:40Z', 'revision_number': 4, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'c8f39b5a-1f53-4853-968b-4ed7fa9b35ac', 'name': '', 'network_id': 'd0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'mac_address': 'fa:16:3e:c7:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:37Z', 'updated_at': '2022-07-20T17:57:50Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'subnets': [{'id': '0df64d3c-87ae-4b0e-9d62-6a26906b8c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:22.712748 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:22.802162 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85558387-9fab-48aa-b3ca-577acb45959b None None] New status for floating IP 7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7: DOWN {{(pid=111131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:05:22.879392 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:22.907083 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-10be3538-8613-4326-86c7-366a340b43af req-ed253ed7-df9a-42fa-97a6-34aa4e63801b tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc4cab67-cfe8-4f55-8ea5-099593a8dca7 HTTP/1.1" status: 200 len: 210 time: 0.0608315 Jul 20 18:05:23.076840 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55362) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:23.144213 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6d8196cf-39d6-40fd-9fce-370df4f0000c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (203872c4-7b3b-476e-b30e-6fc727386f1d), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.172059 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6d8196cf-39d6-40fd-9fce-370df4f0000c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (203872c4-7b3b-476e-b30e-6fc727386f1d), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.346949 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-deleted', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:23.349345 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce06a62a-4b68-4d42-a856-9b27d065d15c" -d '{"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-deleted", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:23.352955 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6d8196cf-39d6-40fd-9fce-370df4f0000c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (203872c4-7b3b-476e-b30e-6fc727386f1d), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.355730 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-6d8196cf-39d6-40fd-9fce-370df4f0000c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.360530 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-6d8196cf-39d6-40fd-9fce-370df4f0000c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "DELETE /v2.0/security-groups/203872c4-7b3b-476e-b30e-6fc727386f1d HTTP/1.1" status: 204 len: 168 time: 0.2786469 Jul 20 18:05:23.360993 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55366) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:23.375454 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8196cf-39d6-40fd-9fce-370df4f0000c tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203872c4-7b3b-476e-b30e-6fc727386f1d,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:23.380862 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.api.v2.resource [None req-98c8dbfe-4750-4ff6-b01a-e369a5d0bd6a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] show failed (client error): The resource could not be found. Jul 20 18:05:23.391244 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-98c8dbfe-4750-4ff6-b01a-e369a5d0bd6a tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "GET /v2.0/security-groups/203872c4-7b3b-476e-b30e-6fc727386f1d HTTP/1.1" status: 404 len: 347 time: 0.0221686 Jul 20 18:05:23.391910 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d477679-05f9-44d6-8e69-5d7bdd4ad5fb x-openstack-request-id: req-7d477679-05f9-44d6-8e69-5d7bdd4ad5fb {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:23.391910 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a372c8-96ad-4cb6-898e-d9716b560f29", "name": "network-vif-deleted", "tag": "fa48c9f9-b84c-4679-bb00-7ebb3f9bb945", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:23.392095 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7d477679-05f9-44d6-8e69-5d7bdd4ad5fb {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:23.392304 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55368) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:23.392547 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d477679-05f9-44d6-8e69-5d7bdd4ad5fb'] response: {'server_uuid': '64a372c8-96ad-4cb6-898e-d9716b560f29', 'name': 'network-vif-deleted', 'tag': 'fa48c9f9-b84c-4679-bb00-7ebb3f9bb945', 'status': 'completed', 'code': 200} Jul 20 18:05:23.519709 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Deleting port ee70e84e-2663-4d16-aeb4-173659b87e63 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:23.520048 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (ee70e84e-2663-4d16-aeb4-173659b87e63), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.609875 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (ee70e84e-2663-4d16-aeb4-173659b87e63), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.610198 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (ee70e84e-2663-4d16-aeb4-173659b87e63), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.625541 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Calling delete_port for ee70e84e-2663-4d16-aeb4-173659b87e63 owned by network:floatingip {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:23.871693 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (ee70e84e-2663-4d16-aeb4-173659b87e63), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.900366 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Pushing event deleted for resources: {'Port': ['ID=ee70e84e-2663-4d16-aeb4-173659b87e63,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:23.977075 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks [] for floatingip (7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.986962 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:23.986962 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-9d43fd2b-c591-48e7-9c66-7bdf5b3d04b6 tempest-AttachVolumeShelveTestJSON-300614065 tempest-AttachVolumeShelveTestJSON-300614065-project] 10.222.0.27 "DELETE /v2.0/floatingips/7bd0ae1a-94b0-4ee6-ba7c-f4e0f35353e7 HTTP/1.1" status: 204 len: 168 time: 0.5852547 Jul 20 18:05:23.986962 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55378) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:24.048158 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-90460039-4c18-476e-bf22-2dacf9cb6e4f tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group (589e77f3-7ba3-4068-84d0-af28afe0f87b), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:24.081403 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-90460039-4c18-476e-bf22-2dacf9cb6e4f tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group (589e77f3-7ba3-4068-84d0-af28afe0f87b), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:24.258838 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-90460039-4c18-476e-bf22-2dacf9cb6e4f tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (589e77f3-7ba3-4068-84d0-af28afe0f87b), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:24.263401 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-90460039-4c18-476e-bf22-2dacf9cb6e4f tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:24.265581 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-90460039-4c18-476e-bf22-2dacf9cb6e4f tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] 10.222.0.27 "DELETE /v2.0/security-groups/589e77f3-7ba3-4068-84d0-af28afe0f87b HTTP/1.1" status: 204 len: 168 time: 0.2839670 Jul 20 18:05:24.277528 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90460039-4c18-476e-bf22-2dacf9cb6e4f tempest-TestShelveInstance-2049259762 tempest-TestShelveInstance-2049259762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e77f3-7ba3-4068-84d0-af28afe0f87b,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:24.405867 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55398) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:24.653001 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:24.812360 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:05:24.877058 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:24.978487 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (7c3ab300-a58a-49b3-a725-b198fa929657), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.267055 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Deleting port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:25.267387 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.360198 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] For port cf2f9a7f-d980-42aa-a1f2-7a6a870f3892, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:25.360599 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.375383 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Calling delete_port for cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 owned by network:router_interface {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:25.476908 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55418) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:25.548586 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc285bd-f1ce-44d5-b0a4-ef66ab88022e admin admin] Deleting subnet f171032a-515d-469a-a5fb-8823c9283a5c {{(pid=111130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:05:25.552274 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-afc285bd-f1ce-44d5-b0a4-ef66ab88022e admin admin] Publish callbacks [] for subnet (f171032a-515d-469a-a5fb-8823c9283a5c), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.583939 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:25.597140 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-afc285bd-f1ce-44d5-b0a4-ef66ab88022e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11808831'] for subnet (f171032a-515d-469a-a5fb-8823c9283a5c), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.642418 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-afc285bd-f1ce-44d5-b0a4-ef66ab88022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (f171032a-515d-469a-a5fb-8823c9283a5c), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.666516 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (cf2f9a7f-d980-42aa-a1f2-7a6a870f3892), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.696593 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-af6b5478-ed64-4d52-9b5c-d8110a773737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.698803 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2f9a7f-d980-42aa-a1f2-7a6a870f3892,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:25.757943 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:25.841097 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-afc285bd-f1ce-44d5-b0a4-ef66ab88022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8456177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005211'] for subnet (f171032a-515d-469a-a5fb-8823c9283a5c), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.875675 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc285bd-f1ce-44d5-b0a4-ef66ab88022e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f171032a-515d-469a-a5fb-8823c9283a5c,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:25.885252 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-afc285bd-f1ce-44d5-b0a4-ef66ab88022e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:25.889376 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-afc285bd-f1ce-44d5-b0a4-ef66ab88022e admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f171032a-515d-469a-a5fb-8823c9283a5c HTTP/1.1" status: 204 len: 168 time: 0.4116449 Jul 20 18:05:25.892175 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55422) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:26.001668 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (67a3925c-28b4-4af3-b73b-7538c51cb7bb), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.083081 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (67a3925c-28b4-4af3-b73b-7538c51cb7bb), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.104944 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a3925c-28b4-4af3-b73b-7538c51cb7bb']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:26.114852 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7c7427-9796-499b-a327-7981d7fb5de0') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:26.115152 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7c7427-9796-499b-a327-7981d7fb5de0') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:26.121972 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (7c3ab300-a58a-49b3-a725-b198fa929657), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.129730 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (0b7c7427-9796-499b-a327-7981d7fb5de0), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.143519 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (0b7c7427-9796-499b-a327-7981d7fb5de0), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.150228 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:05:26.150669 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (0b7c7427-9796-499b-a327-7981d7fb5de0), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.203379 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 0b7c7427-9796-499b-a327-7981d7fb5de0 resource provider aggregate not found Jul 20 18:05:26.228207 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:26.232941 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment 0b7c7427-9796-499b-a327-7981d7fb5de0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b7c7427-9796-499b-a327-7981d7fb5de0 found for delete ", "request_id": "req-17a9abee-c53e-41b6-b389-c171f5374b50"}]} Jul 20 18:05:26.315997 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (67a3925c-28b4-4af3-b73b-7538c51cb7bb), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.323074 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.326232 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] 10.222.0.27 "DELETE /v2.0/networks/67a3925c-28b4-4af3-b73b-7538c51cb7bb HTTP/1.1" status: 204 len: 168 time: 0.4328315 Jul 20 18:05:26.330671 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55428) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:26.341568 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13224a-7891-4e21-a36e-c0aed6f8e902 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a3925c-28b4-4af3-b73b-7538c51cb7bb,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:26.369397 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Router 7c3ab300-a58a-49b3-a725-b198fa929657 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:26.396099 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb28e28-1caa-49c8-9e8c-ecd41e960365 admin admin] Deleting subnet 4f67b83a-d205-45af-a706-858f9b240014 {{(pid=111129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:05:26.429719 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9cb28e28-1caa-49c8-9e8c-ecd41e960365 admin admin] Publish callbacks [] for subnet (4f67b83a-d205-45af-a706-858f9b240014), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.502048 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9cb28e28-1caa-49c8-9e8c-ecd41e960365 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12514154'] for subnet (4f67b83a-d205-45af-a706-858f9b240014), precommit_delete_associations {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.551782 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:26.561144 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-5fe36e0e-1379-4470-a91f-0d8b497f2da0 admin admin] 10.222.0.27 "PUT /v2.0/routers/7c3ab300-a58a-49b3-a725-b198fa929657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1514564 Jul 20 18:05:26.561253 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55434) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:26.562622 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] Sync routers for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:26.565654 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9cb28e28-1caa-49c8-9e8c-ecd41e960365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (4f67b83a-d205-45af-a706-858f9b240014), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.578093 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:26.579016 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:26.673125 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:26.686108 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:26.762049 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9cb28e28-1caa-49c8-9e8c-ecd41e960365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12547193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761170'] for subnet (4f67b83a-d205-45af-a706-858f9b240014), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.846975 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-9cb28e28-1caa-49c8-9e8c-ecd41e960365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:26.853219 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-9cb28e28-1caa-49c8-9e8c-ecd41e960365 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/4f67b83a-d205-45af-a706-858f9b240014 HTTP/1.1" status: 204 len: 168 time: 0.5192809 Jul 20 18:05:26.853219 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28e28-1caa-49c8-9e8c-ecd41e960365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f67b83a-d205-45af-a706-858f9b240014,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:26.854167 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55444) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:26.868239 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T18:05:25Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:26.894698 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] Checking router: 7c3ab300-a58a-49b3-a725-b198fa929657 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:26.905064 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] Routers {'7c3ab300-a58a-49b3-a725-b198fa929657'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:26.905697 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:04:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['7c3ab300-a58a-49b3-a725-b198fa929657'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:26.997207 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55448) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:27.018907 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:27.047064 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (ebd44ace-03cb-47b2-9f09-6a90eb70a85b), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.048349 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] Set router 7c3ab300-a58a-49b3-a725-b198fa929657 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:27.074546 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:27.107464 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks [] for router (7c3ab300-a58a-49b3-a725-b198fa929657), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.173194 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:27.198537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (ebd44ace-03cb-47b2-9f09-6a90eb70a85b), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.211295 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:27.215353 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks [] for router_gateway (7c3ab300-a58a-49b3-a725-b198fa929657), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.239831 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T18:05:25Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:27.252085 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd44ace-03cb-47b2-9f09-6a90eb70a85b']}} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:27.267157 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4dfb5e-6ee2-438c-8954-944e3b427728 None None] The sync data for ids ['7c3ab300-a58a-49b3-a725-b198fa929657'] in dv-cinder-849846-3-smb is: [{'id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'name': 'tempest-TestShelveInstance-540045724-router', 'tenant_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:32Z', 'updated_at': '2022-07-20T18:05:25Z', 'revision_number': 5, 'project_id': 'deb33eae0aa34330888eee1fbf9bdd96', 'gw_port': {'id': 'aa96edf4-e9f9-42c0-9e87-2d1632793522', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ab300-a58a-49b3-a725-b198fa929657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:33Z', 'updated_at': '2022-07-20T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:27.278244 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e2cb98-140a-4fea-a6e7-111d4147dc00') {'for_net_delete': True} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:27.279598 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e2cb98-140a-4fea-a6e7-111d4147dc00') {} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:27.299778 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12514131'] for segment (d7e2cb98-140a-4fea-a6e7-111d4147dc00), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.344696 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Deleting port aa96edf4-e9f9-42c0-9e87-2d1632793522 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:27.345110 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.367785 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (d7e2cb98-140a-4fea-a6e7-111d4147dc00), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.383800 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=111129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:05:27.384193 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12546523'] for segment (d7e2cb98-140a-4fea-a6e7-111d4147dc00), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.441344 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] For port aa96edf4-e9f9-42c0-9e87-2d1632793522, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=aa96edf4-e9f9-42c0-9e87-2d1632793522,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:27.442059 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.444677 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.services.segments.plugin [-] Segment d7e2cb98-140a-4fea-a6e7-111d4147dc00 resource provider aggregate not found Jul 20 18:05:27.456692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Calling delete_port for aa96edf4-e9f9-42c0-9e87-2d1632793522 owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:27.487746 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.services.segments.plugin [-] Segment d7e2cb98-140a-4fea-a6e7-111d4147dc00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7e2cb98-140a-4fea-a6e7-111d4147dc00 found for delete ", "request_id": "req-5f24302c-dd30-4c7c-a6df-7b2cbfea23a6"}]} Jul 20 18:05:27.511353 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:27.641363 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (ebd44ace-03cb-47b2-9f09-6a90eb70a85b), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.667910 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.675123 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] 10.222.0.27 "DELETE /v2.0/networks/ebd44ace-03cb-47b2-9f09-6a90eb70a85b HTTP/1.1" status: 204 len: 168 time: 0.8175397 Jul 20 18:05:27.678829 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cf6db-f9c4-488a-a49f-b5513fce1f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd44ace-03cb-47b2-9f09-6a90eb70a85b,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:27.684652 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (def2603d-a69a-4844-b4c2-ba221f06c477), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.717551 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (aa96edf4-e9f9-42c0-9e87-2d1632793522), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.756036 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa96edf4-e9f9-42c0-9e87-2d1632793522,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:27.828722 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (7c3ab300-a58a-49b3-a725-b198fa929657), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.922972 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (7c3ab300-a58a-49b3-a725-b198fa929657), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.925678 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks [] for router_controller (7c3ab300-a58a-49b3-a725-b198fa929657), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:27.995911 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:28.028133 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Deleting port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:28.028736 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.037247 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (7c3ab300-a58a-49b3-a725-b198fa929657), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.039195 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c3ab300-a58a-49b3-a725-b198fa929657 {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:05:28.050981 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.050981 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-4124f761-8401-4be0-97b6-0653394860c6 admin admin] 10.222.0.27 "DELETE /v2.0/routers/7c3ab300-a58a-49b3-a725-b198fa929657 HTTP/1.1" status: 204 len: 168 time: 1.4860103 Jul 20 18:05:28.054156 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55480) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:28.121284 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-605cbdb8-632d-4d40-8137-018726b02df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.128993 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df051e5-8772-42c8-a75a-ecea687b1efd admin admin] Deleting subnet ce42334b-2772-4ae9-867d-a7370296949f {{(pid=111130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:05:28.134638 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8df051e5-8772-42c8-a75a-ecea687b1efd admin admin] Publish callbacks [] for subnet (ce42334b-2772-4ae9-867d-a7370296949f), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.144776 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] For port c8f39b5a-1f53-4853-968b-4ed7fa9b35ac, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:28.145194 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.164816 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Calling delete_port for c8f39b5a-1f53-4853-968b-4ed7fa9b35ac owned by network:router_interface {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:28.169991 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55482) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:28.184413 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8df051e5-8772-42c8-a75a-ecea687b1efd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11808831'] for subnet (ce42334b-2772-4ae9-867d-a7370296949f), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.270506 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-dec590c2-7064-4dcd-9a02-4e0fdab7d607 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=91b59465a0ef4cd9ac238f42d5995e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0987933 Jul 20 18:05:28.273940 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55486) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:28.292029 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8df051e5-8772-42c8-a75a-ecea687b1efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (ce42334b-2772-4ae9-867d-a7370296949f), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.373193 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-83ff7ac9-c8d4-45d6-a4cf-9034fe4807b1 admin admin] Publish callbacks [] for security_group (8e544dba-79cf-4fef-9589-0899f1d59343), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.406341 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-83ff7ac9-c8d4-45d6-a4cf-9034fe4807b1 admin admin] Publish callbacks [] for security_group (8e544dba-79cf-4fef-9589-0899f1d59343), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.441988 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:28.463943 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8df051e5-8772-42c8-a75a-ecea687b1efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8456177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005211'] for subnet (ce42334b-2772-4ae9-867d-a7370296949f), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.494823 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df051e5-8772-42c8-a75a-ecea687b1efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce42334b-2772-4ae9-867d-a7370296949f,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:28.498835 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8df051e5-8772-42c8-a75a-ecea687b1efd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.502078 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8df051e5-8772-42c8-a75a-ecea687b1efd admin admin] 10.222.0.27 "DELETE /v2.0/subnets/ce42334b-2772-4ae9-867d-a7370296949f HTTP/1.1" status: 204 len: 168 time: 0.4463866 Jul 20 18:05:28.504554 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55490) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:28.507740 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cce8bf-3d61-48f5-8bd6-0cb760c6ab71 None None] Network a874f6c4-198d-4134-9c45-0f89f909a425 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:05:28.525308 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (c8f39b5a-1f53-4853-968b-4ed7fa9b35ac), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.550099 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-83ff7ac9-c8d4-45d6-a4cf-9034fe4807b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (8e544dba-79cf-4fef-9589-0899f1d59343), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.554720 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-83ff7ac9-c8d4-45d6-a4cf-9034fe4807b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.557052 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-83ff7ac9-c8d4-45d6-a4cf-9034fe4807b1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8e544dba-79cf-4fef-9589-0899f1d59343 HTTP/1.1" status: 204 len: 168 time: 0.2821262 Jul 20 18:05:28.581018 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f39b5a-1f53-4853-968b-4ed7fa9b35ac,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:28.621767 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff7ac9-c8d4-45d6-a4cf-9034fe4807b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e544dba-79cf-4fef-9589-0899f1d59343,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:28.656785 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (a874f6c4-198d-4134-9c45-0f89f909a425), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.727654 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:28.738777 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:28.752069 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Deleting port c9bf751c-3a18-486e-a565-526120cdc6c5 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:28.752435 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.786352 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] DHCP port deletion for a874f6c4-198d-4134-9c45-0f89f909a425 request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:05:28.841943 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] Deleting port c9bf751c-3a18-486e-a565-526120cdc6c5 {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:28.842628 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.848190 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:28.898423 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (def2603d-a69a-4844-b4c2-ba221f06c477), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.952873 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] For port c9bf751c-3a18-486e-a565-526120cdc6c5, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=c9bf751c-3a18-486e-a565-526120cdc6c5,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:28.955265 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.967608 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] For port c9bf751c-3a18-486e-a565-526120cdc6c5, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=c9bf751c-3a18-486e-a565-526120cdc6c5,segment=NetworkSegment(def5f699-340c-493e-adf7-d3cd8ce6e090),segment_id=def5f699-340c-493e-adf7-d3cd8ce6e090)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:28.968151 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:28.996366 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] Calling delete_port for c9bf751c-3a18-486e-a565-526120cdc6c5 owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:28.998260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Calling delete_port for c9bf751c-3a18-486e-a565-526120cdc6c5 owned by network:dhcp {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:29.088019 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:29.110502 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:29.110948 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device cf2f9a7f-d980-42aa-a1f2-7a6a870f3892 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:29.111478 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device aa96edf4-e9f9-42c0-9e87-2d1632793522 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:29.140766 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: aa96edf4-e9f9-42c0-9e87-2d1632793522 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:29.141121 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device aa96edf4-e9f9-42c0-9e87-2d1632793522 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:29.141535 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device c9bf751c-3a18-486e-a565-526120cdc6c5 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:29.224088 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.229926 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port c9bf751c-3a18-486e-a565-526120cdc6c5 is: ACTIVE; New status is: DOWN {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:29.230310 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.233667 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (c9bf751c-3a18-486e-a565-526120cdc6c5), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.270071 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] Pushing event deleted for resources: {'Port': ['ID=c9bf751c-3a18-486e-a565-526120cdc6c5,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:29.270317 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bf751c-3a18-486e-a565-526120cdc6c5,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:29.281687 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da8f4c-7998-41f5-95ab-9173e5200e76 None None] No DVR routers for this DVR port c9bf751c-3a18-486e-a565-526120cdc6c5 on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:29.288549 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Router def2603d-a69a-4844-b4c2-ba221f06c477 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:29.299591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] No DVR routers for this DVR port c9bf751c-3a18-486e-a565-526120cdc6c5 on host dv-cinder-849846-3-smb {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:29.405129 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (a874f6c4-198d-4134-9c45-0f89f909a425), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.455499 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a874f6c4-198d-4134-9c45-0f89f909a425']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:29.471105 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def5f699-340c-493e-adf7-d3cd8ce6e090') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:29.471677 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def5f699-340c-493e-adf7-d3cd8ce6e090') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:29.475603 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:29.485159 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-5407981a-c6b3-4c0f-a045-cfee508ff82a admin admin] 10.222.0.27 "PUT /v2.0/routers/def2603d-a69a-4844-b4c2-ba221f06c477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4827349 Jul 20 18:05:29.490853 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (def5f699-340c-493e-adf7-d3cd8ce6e090), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.490853 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55500) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:29.491383 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] Sync routers for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:29.511395 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:29.512001 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:29.543692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (def5f699-340c-493e-adf7-d3cd8ce6e090), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.558537 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:05:29.558959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (def5f699-340c-493e-adf7-d3cd8ce6e090), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.639397 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment def5f699-340c-493e-adf7-d3cd8ce6e090 resource provider aggregate not found Jul 20 18:05:29.645562 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:29.661424 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment def5f699-340c-493e-adf7-d3cd8ce6e090 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid def5f699-340c-493e-adf7-d3cd8ce6e090 found for delete ", "request_id": "req-57e30f72-2ae9-414a-8b92-ea12b7096701"}]} Jul 20 18:05:29.672863 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks [] for router (def2603d-a69a-4844-b4c2-ba221f06c477), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.676294 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:29.765895 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (a874f6c4-198d-4134-9c45-0f89f909a425), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.772192 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55508) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:29.775692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.779409 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] 10.222.0.27 "DELETE /v2.0/networks/a874f6c4-198d-4134-9c45-0f89f909a425 HTTP/1.1" status: 204 len: 168 time: 1.2737658 Jul 20 18:05:29.782587 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55510) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:29.797803 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9db1b-3ebb-4dd8-82bd-46c11c4359e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a874f6c4-198d-4134-9c45-0f89f909a425,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:29.810401 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks [] for router_gateway (def2603d-a69a-4844-b4c2-ba221f06c477), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:29.947571 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Deleting port 4db370c0-2d7d-4279-92a9-9155da0de999 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:29.948990 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.009129 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:30.017905 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T18:05:28Z', 'revision_number': 5, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port': {'id': '4db370c0-2d7d-4279-92a9-9155da0de999', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:57:30Z', 'updated_at': '2022-07-20T17:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:30.047110 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] Checking router: def2603d-a69a-4844-b4c2-ba221f06c477 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:30.048548 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] For port 4db370c0-2d7d-4279-92a9-9155da0de999, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=4db370c0-2d7d-4279-92a9-9155da0de999,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:30.048929 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.053838 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:30.058503 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] Routers {'def2603d-a69a-4844-b4c2-ba221f06c477'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:30.059215 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['def2603d-a69a-4844-b4c2-ba221f06c477'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:30.064669 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Calling delete_port for 4db370c0-2d7d-4279-92a9-9155da0de999 owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:30.150961 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] Set router def2603d-a69a-4844-b4c2-ba221f06c477 gateway port host: None {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:30.155813 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-ba513a8f-2760-4b7c-8917-55b8cabd674b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=26eaeb60defa46eb854c1fd74276a581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820398 Jul 20 18:05:30.159284 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55512) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:30.175880 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:30.214465 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T18:05:29Z', 'revision_number': 6, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port_host': None}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:30.249548 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed19bc-9f21-4ae5-a95d-f3f8c06bdd82 None None] The sync data for ids ['def2603d-a69a-4844-b4c2-ba221f06c477'] in dv-cinder-849846-3-smb is: [{'id': 'def2603d-a69a-4844-b4c2-ba221f06c477', 'name': 'tempest-AttachVolumeShelveTestJSON-1525538358-router', 'tenant_id': '4f09278bfb3248eab00d7061b248f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:57:28Z', 'updated_at': '2022-07-20T18:05:29Z', 'revision_number': 6, 'project_id': '4f09278bfb3248eab00d7061b248f6c3', 'gw_port_host': None}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:30.297110 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cbc1211c-5bf2-49af-9675-431753854cc4 admin admin] Publish callbacks [] for security_group (3bd826dd-b51e-4559-87f1-75314b792f81), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.328743 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (4db370c0-2d7d-4279-92a9-9155da0de999), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.329976 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.333586 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cbc1211c-5bf2-49af-9675-431753854cc4 admin admin] Publish callbacks [] for security_group (3bd826dd-b51e-4559-87f1-75314b792f81), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.354875 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db370c0-2d7d-4279-92a9-9155da0de999,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:30.431216 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (def2603d-a69a-4844-b4c2-ba221f06c477), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.510670 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (c7948df7-ac63-4f20-bebe-2a10ff586f43), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.523335 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (def2603d-a69a-4844-b4c2-ba221f06c477), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.528326 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks [] for router_controller (def2603d-a69a-4844-b4c2-ba221f06c477), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.545889 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cbc1211c-5bf2-49af-9675-431753854cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (3bd826dd-b51e-4559-87f1-75314b792f81), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.548089 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-cbc1211c-5bf2-49af-9675-431753854cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.549278 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-cbc1211c-5bf2-49af-9675-431753854cc4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3bd826dd-b51e-4559-87f1-75314b792f81 HTTP/1.1" status: 204 len: 168 time: 0.3889871 Jul 20 18:05:30.559257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:30.561888 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1211c-5bf2-49af-9675-431753854cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd826dd-b51e-4559-87f1-75314b792f81,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:30.583695 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:30.643085 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (def2603d-a69a-4844-b4c2-ba221f06c477), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.643860 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def2603d-a69a-4844-b4c2-ba221f06c477 {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:05:30.651977 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.654062 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-0a2b660e-0ab3-4f4d-8a83-12cec8e84831 admin admin] 10.222.0.27 "DELETE /v2.0/routers/def2603d-a69a-4844-b4c2-ba221f06c477 HTTP/1.1" status: 204 len: 168 time: 1.1674693 Jul 20 18:05:30.660397 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55516) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:30.691936 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:30.715695 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8117c15a-0e79-42eb-94e2-c8e632a186db admin admin] Deleting subnet 0df64d3c-87ae-4b0e-9d62-6a26906b8c38 {{(pid=111130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:05:30.719182 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8117c15a-0e79-42eb-94e2-c8e632a186db admin admin] Publish callbacks [] for subnet (0df64d3c-87ae-4b0e-9d62-6a26906b8c38), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.766409 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8117c15a-0e79-42eb-94e2-c8e632a186db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11808831'] for subnet (0df64d3c-87ae-4b0e-9d62-6a26906b8c38), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.790574 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Deleting port fab57e11-c390-427b-b32d-1d3758e4106f {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:30.793537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.850212 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8117c15a-0e79-42eb-94e2-c8e632a186db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (0df64d3c-87ae-4b0e-9d62-6a26906b8c38), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.882266 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] For port fab57e11-c390-427b-b32d-1d3758e4106f, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=fab57e11-c390-427b-b32d-1d3758e4106f,segment=NetworkSegment(e6d6fbe2-c436-4aee-bb42-b04d1f36dd78),segment_id=e6d6fbe2-c436-4aee-bb42-b04d1f36dd78)] {{(pid=111129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:30.882703 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:30.899932 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Calling delete_port for fab57e11-c390-427b-b32d-1d3758e4106f owned by network:router_interface {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:31.009973 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8117c15a-0e79-42eb-94e2-c8e632a186db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8456177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005211'] for subnet (0df64d3c-87ae-4b0e-9d62-6a26906b8c38), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.024861 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:31.047810 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117c15a-0e79-42eb-94e2-c8e632a186db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df64d3c-87ae-4b0e-9d62-6a26906b8c38,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:31.054588 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8117c15a-0e79-42eb-94e2-c8e632a186db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.058954 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8117c15a-0e79-42eb-94e2-c8e632a186db admin admin] 10.222.0.27 "DELETE /v2.0/subnets/0df64d3c-87ae-4b0e-9d62-6a26906b8c38 HTTP/1.1" status: 204 len: 168 time: 0.4008496 Jul 20 18:05:31.059796 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c6c31-cd72-4f05-b70e-5d34b118cb8f None None] Network d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:05:31.061789 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55524) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:31.090109 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.148309 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 4db370c0-2d7d-4279-92a9-9155da0de999 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:31.174183 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 4db370c0-2d7d-4279-92a9-9155da0de999 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:31.174666 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 4db370c0-2d7d-4279-92a9-9155da0de999 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:31.175178 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device c8f39b5a-1f53-4853-968b-4ed7fa9b35ac no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:31.197161 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: c8f39b5a-1f53-4853-968b-4ed7fa9b35ac {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:31.197852 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device c8f39b5a-1f53-4853-968b-4ed7fa9b35ac not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:31.207060 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.275285 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Deleting port 7d804782-e42a-451f-8198-e5093c1a2b66 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:31.275577 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.298500 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (fab57e11-c390-427b-b32d-1d3758e4106f), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.320373 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] DHCP port deletion for d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:05:31.361500 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=fab57e11-c390-427b-b32d-1d3758e4106f,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:31.386234 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] For port 7d804782-e42a-451f-8198-e5093c1a2b66, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=7d804782-e42a-451f-8198-e5093c1a2b66,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:31.386234 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.417714 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] Deleting port 7d804782-e42a-451f-8198-e5093c1a2b66 {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:31.418401 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.503297 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] For port 7d804782-e42a-451f-8198-e5093c1a2b66, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=7d804782-e42a-451f-8198-e5093c1a2b66,segment=NetworkSegment(a99bec6e-bed1-4bb6-9a6a-257671febd14),segment_id=a99bec6e-bed1-4bb6-9a6a-257671febd14)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:31.504133 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.519084 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] Calling delete_port for 7d804782-e42a-451f-8198-e5093c1a2b66 owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:31.534269 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Calling delete_port for 7d804782-e42a-451f-8198-e5093c1a2b66 owned by network:dhcp {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:31.536794 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55536) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:31.544418 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.705173 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e4770793-806b-43a2-b537-92d00b8678bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.741370 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.772766 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] Pushing event deleted for resources: {'Port': ['ID=7d804782-e42a-451f-8198-e5093c1a2b66,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:31.788995 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a831c17f-bebe-4b17-8714-9959445ec257 None None] No DVR routers for this DVR port 7d804782-e42a-451f-8198-e5093c1a2b66 on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:31.820438 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e4770793-806b-43a2-b537-92d00b8678bd admin admin] Publish callbacks [] for security_group (337a9ec5-b8db-476d-b9e2-6b2186986836), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.843231 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (7d804782-e42a-451f-8198-e5093c1a2b66), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.870459 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:31.874951 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d804782-e42a-451f-8198-e5093c1a2b66,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:31.878165 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (c7948df7-ac63-4f20-bebe-2a10ff586f43), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.882978 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] No DVR routers for this DVR port 7d804782-e42a-451f-8198-e5093c1a2b66 on host dv-cinder-849846-3-smb {{(pid=111129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:31.910766 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e4770793-806b-43a2-b537-92d00b8678bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (337a9ec5-b8db-476d-b9e2-6b2186986836), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:31.963518 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e4770793-806b-43a2-b537-92d00b8678bd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6812876596724fdeadc8687ccd947f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215817 Jul 20 18:05:31.966530 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55546) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:31.983431 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4770793-806b-43a2-b537-92d00b8678bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a9ec5-b8db-476d-b9e2-6b2186986836,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:32.001647 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:32.008084 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.025774 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a83c14cc-54ed-4d3a-ba25-e727177d56a1 admin admin] Publish callbacks [] for security_group (337a9ec5-b8db-476d-b9e2-6b2186986836), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.048559 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a83c14cc-54ed-4d3a-ba25-e727177d56a1 admin admin] Publish callbacks [] for security_group (337a9ec5-b8db-476d-b9e2-6b2186986836), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.061481 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3']}} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:32.076579 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99bec6e-bed1-4bb6-9a6a-257671febd14') {'for_net_delete': True} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:32.076871 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.services.segments.db [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99bec6e-bed1-4bb6-9a6a-257671febd14') {} {{(pid=111129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:32.094383 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12514131'] for segment (a99bec6e-bed1-4bb6-9a6a-257671febd14), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.118782 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (a99bec6e-bed1-4bb6-9a6a-257671febd14), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.158328 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=111129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:05:32.158736 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12546523'] for segment (a99bec6e-bed1-4bb6-9a6a-257671febd14), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.168782 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a83c14cc-54ed-4d3a-ba25-e727177d56a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (337a9ec5-b8db-476d-b9e2-6b2186986836), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.171752 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-a83c14cc-54ed-4d3a-ba25-e727177d56a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.175689 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-a83c14cc-54ed-4d3a-ba25-e727177d56a1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/337a9ec5-b8db-476d-b9e2-6b2186986836 HTTP/1.1" status: 204 len: 168 time: 0.2061689 Jul 20 18:05:32.179851 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:32.185515 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c14cc-54ed-4d3a-ba25-e727177d56a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a9ec5-b8db-476d-b9e2-6b2186986836,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:32.221526 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.services.segments.plugin [-] Segment a99bec6e-bed1-4bb6-9a6a-257671febd14 resource provider aggregate not found Jul 20 18:05:32.263087 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.services.segments.plugin [-] Segment a99bec6e-bed1-4bb6-9a6a-257671febd14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a99bec6e-bed1-4bb6-9a6a-257671febd14 found for delete ", "request_id": "req-c8774d8a-9292-406b-9751-456ddd5c2895"}]} Jul 20 18:05:32.296766 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Router c7948df7-ac63-4f20-bebe-2a10ff586f43 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:32.384378 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.616831 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.619979 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3 HTTP/1.1" status: 204 len: 168 time: 1.5530622 Jul 20 18:05:32.633695 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d043f-2037-4fc4-b118-157db82ea269 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d7cf2b-2dfd-4b8c-9c07-c6c27e0cd1b3,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:32.656438 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:32.668615 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-dce5496c-d4c8-440d-866e-ce9f9c31d0ba admin admin] 10.222.0.27 "PUT /v2.0/routers/c7948df7-ac63-4f20-bebe-2a10ff586f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8822353 Jul 20 18:05:32.668820 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55566) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:32.674819 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] Sync routers for ids ['c7948df7-ac63-4f20-bebe-2a10ff586f43'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:32.706521 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] Routers {'c7948df7-ac63-4f20-bebe-2a10ff586f43'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:32.707410 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c7948df7-ac63-4f20-bebe-2a10ff586f43'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:32.805311 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks [] for router (c7948df7-ac63-4f20-bebe-2a10ff586f43), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.921483 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks [] for router_gateway (c7948df7-ac63-4f20-bebe-2a10ff586f43), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:32.930017 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] Set router c7948df7-ac63-4f20-bebe-2a10ff586f43 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:33.011251 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 7d804782-e42a-451f-8198-e5093c1a2b66 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:33.031996 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 7d804782-e42a-451f-8198-e5093c1a2b66 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:33.032383 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 7d804782-e42a-451f-8198-e5093c1a2b66 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:33.057006 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:33.067815 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Deleting port df02b8d7-8d01-4002-96b3-78140a38e202 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:33.068232 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.131584 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T18:05:31Z', 'revision_number': 5, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port': {'id': 'df02b8d7-8d01-4002-96b3-78140a38e202', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T17:59:49Z', 'updated_at': '2022-07-20T17:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:33.152722 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55576) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:33.157061 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] Checking router: c7948df7-ac63-4f20-bebe-2a10ff586f43 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:33.165082 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] For port df02b8d7-8d01-4002-96b3-78140a38e202, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=df02b8d7-8d01-4002-96b3-78140a38e202,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:33.166172 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.170470 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] Routers {'c7948df7-ac63-4f20-bebe-2a10ff586f43'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:33.171176 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c7948df7-ac63-4f20-bebe-2a10ff586f43'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:33.183710 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Calling delete_port for df02b8d7-8d01-4002-96b3-78140a38e202 owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:33.208427 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-63ece3a3-b10c-4150-8a5b-a7a04141d5e4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4f09278bfb3248eab00d7061b248f6c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0545003 Jul 20 18:05:33.211180 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55578) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:33.319152 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] Set router c7948df7-ac63-4f20-bebe-2a10ff586f43 gateway port host: None {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:33.432364 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64a5ca3e-e27d-4192-a15e-3959d309e240 admin admin] Publish callbacks [] for security_group (17aa2cbd-8f29-415a-97b1-68f7f129f643), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.457955 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T18:05:32Z', 'revision_number': 6, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port_host': None}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:33.493376 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50899164-5469-43b5-8ba8-d57c948c2446 None None] The sync data for ids ['c7948df7-ac63-4f20-bebe-2a10ff586f43'] in dv-cinder-849846-3-smb is: [{'id': 'c7948df7-ac63-4f20-bebe-2a10ff586f43', 'name': 'tempest-TestShelveInstance-640849037-router', 'tenant_id': '93bf2155672641dfa2fb7366b4fb2b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T17:59:48Z', 'updated_at': '2022-07-20T18:05:32Z', 'revision_number': 6, 'project_id': '93bf2155672641dfa2fb7366b4fb2b68', 'gw_port_host': None}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:33.502679 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64a5ca3e-e27d-4192-a15e-3959d309e240 admin admin] Publish callbacks [] for security_group (17aa2cbd-8f29-415a-97b1-68f7f129f643), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.520724 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:33.646418 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (df02b8d7-8d01-4002-96b3-78140a38e202), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.672141 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=df02b8d7-8d01-4002-96b3-78140a38e202,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:33.677491 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64a5ca3e-e27d-4192-a15e-3959d309e240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (17aa2cbd-8f29-415a-97b1-68f7f129f643), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.680647 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-64a5ca3e-e27d-4192-a15e-3959d309e240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.684365 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-64a5ca3e-e27d-4192-a15e-3959d309e240 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/17aa2cbd-8f29-415a-97b1-68f7f129f643 HTTP/1.1" status: 204 len: 168 time: 0.4697120 Jul 20 18:05:33.711659 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5ca3e-e27d-4192-a15e-3959d309e240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa2cbd-8f29-415a-97b1-68f7f129f643,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:33.771294 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (c7948df7-ac63-4f20-bebe-2a10ff586f43), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.894515 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (c7948df7-ac63-4f20-bebe-2a10ff586f43), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:33.897606 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks [] for router_controller (c7948df7-ac63-4f20-bebe-2a10ff586f43), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.041664 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (c7948df7-ac63-4f20-bebe-2a10ff586f43), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.043488 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7948df7-ac63-4f20-bebe-2a10ff586f43 {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:05:34.046876 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.048067 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-69b3abfa-24a3-4c62-86b2-5471d8e1d0ee admin admin] 10.222.0.27 "DELETE /v2.0/routers/c7948df7-ac63-4f20-bebe-2a10ff586f43 HTTP/1.1" status: 204 len: 168 time: 1.3782775 Jul 20 18:05:34.054557 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55602) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:34.101085 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_v2 [None req-625fb89b-e7f2-4deb-99bc-0e78f940a58b admin admin] Deleting subnet 22dba5db-d55d-4bdf-9c9a-a537c8e35baf {{(pid=111129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:05:34.104410 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-625fb89b-e7f2-4deb-99bc-0e78f940a58b admin admin] Publish callbacks [] for subnet (22dba5db-d55d-4bdf-9c9a-a537c8e35baf), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.141172 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-625fb89b-e7f2-4deb-99bc-0e78f940a58b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12514154'] for subnet (22dba5db-d55d-4bdf-9c9a-a537c8e35baf), precommit_delete_associations {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.258779 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-625fb89b-e7f2-4deb-99bc-0e78f940a58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (22dba5db-d55d-4bdf-9c9a-a537c8e35baf), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.301424 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-96133115-570a-428b-9a15-5b4552bbc2fd req-201a388b-4007-4cbb-837f-aac32475a3ca tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911683983&fields=id&tenant_id=1d7075d41e2349eebee32600a5c57a68 HTTP/1.1" status: 200 len: 267 time: 0.1008668 Jul 20 18:05:34.374332 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133115-570a-428b-9a15-5b4552bbc2fd req-9a4d265f-f821-484f-acd8-f61dd597a701 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:34.374776 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-96133115-570a-428b-9a15-5b4552bbc2fd req-9a4d265f-f821-484f-acd8-f61dd597a701 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 985 time: 0.0657306 Jul 20 18:05:34.403930 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [req-96133115-570a-428b-9a15-5b4552bbc2fd req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Request body: {'port': {'security_groups': ['a5d5f403-b818-4279-b8d4-6a8876074b1d']}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:34.407087 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:34.476179 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-625fb89b-e7f2-4deb-99bc-0e78f940a58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12547193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761170'] for subnet (22dba5db-d55d-4bdf-9c9a-a537c8e35baf), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.511172 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fb89b-e7f2-4deb-99bc-0e78f940a58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22dba5db-d55d-4bdf-9c9a-a537c8e35baf,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:34.514473 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-96133115-570a-428b-9a15-5b4552bbc2fd req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.517309 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-625fb89b-e7f2-4deb-99bc-0e78f940a58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.525424 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-625fb89b-e7f2-4deb-99bc-0e78f940a58b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/22dba5db-d55d-4bdf-9c9a-a537c8e35baf HTTP/1.1" status: 204 len: 168 time: 0.4648802 Jul 20 18:05:34.525663 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55620) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:34.532235 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cda681-91d9-48c2-94e4-92c76f379167 None None] Network 099c36c1-d0c7-4571-919c-a4cc294ff8f9 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:05:34.714366 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (099c36c1-d0c7-4571-919c-a4cc294ff8f9), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.769859 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:34.774753 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Deleting port b93e58ca-1254-4961-9474-0faa6113bf9a {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:34.775097 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.776602 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.db [req-96133115-570a-428b-9a15-5b4552bbc2fd req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] For port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:34.809905 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-96133115-570a-428b-9a15-5b4552bbc2fd req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.834443 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] DHCP port deletion for 099c36c1-d0c7-4571-919c-a4cc294ff8f9 request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:05:34.862119 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] For port b93e58ca-1254-4961-9474-0faa6113bf9a, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=b93e58ca-1254-4961-9474-0faa6113bf9a,segment=NetworkSegment(e6d6fbe2-c436-4aee-bb42-b04d1f36dd78),segment_id=e6d6fbe2-c436-4aee-bb42-b04d1f36dd78)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:34.862473 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.893129 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Calling delete_port for b93e58ca-1254-4961-9474-0faa6113bf9a owned by network:dhcp {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:34.893633 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] Deleting port b93e58ca-1254-4961-9474-0faa6113bf9a {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:34.893633 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.946822 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-96133115-570a-428b-9a15-5b4552bbc2fd req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12546495'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.957397 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] For port b93e58ca-1254-4961-9474-0faa6113bf9a, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=b93e58ca-1254-4961-9474-0faa6113bf9a,segment=NetworkSegment(e6d6fbe2-c436-4aee-bb42-b04d1f36dd78),segment_id=e6d6fbe2-c436-4aee-bb42-b04d1f36dd78)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:34.958015 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:34.963939 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:34.976691 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] Calling delete_port for b93e58ca-1254-4961-9474-0faa6113bf9a owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:35.029902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:05:35.031880 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device df02b8d7-8d01-4002-96b3-78140a38e202 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:35.045624 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133115-570a-428b-9a15-5b4552bbc2fd req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:35.046372 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [req-96133115-570a-428b-9a15-5b4552bbc2fd req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.047882 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-96133115-570a-428b-9a15-5b4552bbc2fd req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "PUT /v2.0/ports/0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 943 time: 0.6641843 Jul 20 18:05:35.048408 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:35.051211 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63b2d6e-8164-4785-9f8c-3914b93349f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:35.056987 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55636) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:35.099297 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e7ae9-bb80-4a44-8614-e2d8007b6582 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event updated for resources: {'Port': ['ID=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,revision_number=7']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:35.106555 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.111128 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: df02b8d7-8d01-4002-96b3-78140a38e202 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:35.111484 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device df02b8d7-8d01-4002-96b3-78140a38e202 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:35.111919 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device b93e58ca-1254-4961-9474-0faa6113bf9a no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:35.129360 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17de934-158f-4c53-88a0-ba5caacef778 x-openstack-request-id: req-c17de934-158f-4c53-88a0-ba5caacef778 {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:35.129360 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:35.129360 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c17de934-158f-4c53-88a0-ba5caacef778 {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:35.129360 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17de934-158f-4c53-88a0-ba5caacef778'] response: {'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'status': 'completed', 'code': 200} Jul 20 18:05:35.150896 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: b93e58ca-1254-4961-9474-0faa6113bf9a {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:35.151538 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device b93e58ca-1254-4961-9474-0faa6113bf9a not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:35.152118 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device fab57e11-c390-427b-b32d-1d3758e4106f no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:35.152260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Pushing event deleted for resources: {'Port': ['ID=b93e58ca-1254-4961-9474-0faa6113bf9a,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:35.154645 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:35.170645 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] No DVR routers for this DVR port b93e58ca-1254-4961-9474-0faa6113bf9a on host dv-cinder-849846-3-smb {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:35.188628 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-73b23105-a23f-40e4-a693-5ceeb9e0e96d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group (b599c2f5-3088-48c1-9cfb-78937edf5f7c), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.189012 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: fab57e11-c390-427b-b32d-1d3758e4106f {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:35.189622 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device fab57e11-c390-427b-b32d-1d3758e4106f not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:35.213663 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:05:35.255441 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (b93e58ca-1254-4961-9474-0faa6113bf9a), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.280809 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:35.311641 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] Pushing event deleted for resources: {'Port': ['ID=b93e58ca-1254-4961-9474-0faa6113bf9a,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:35.311641 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb1f0b-5e9d-4d33-adc8-08c5f54195fc None None] No DVR routers for this DVR port b93e58ca-1254-4961-9474-0faa6113bf9a on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:35.358646 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-1668b805-518e-4469-b1c1-5c95f49c523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:35.360909 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-1668b805-518e-4469-b1c1-5c95f49c523d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d7075d41e2349eebee32600a5c57a68&device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1130 time: 0.1916883 Jul 20 18:05:35.364073 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-73b23105-a23f-40e4-a693-5ceeb9e0e96d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group (b599c2f5-3088-48c1-9cfb-78937edf5f7c), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.377577 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (099c36c1-d0c7-4571-919c-a4cc294ff8f9), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.401399 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-d57d7cc5-6cfb-4301-991d-96ec650e47a9 None None] Provisioning complete for port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:35.401843 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d57d7cc5-6cfb-4301-991d-96ec650e47a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.416183 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55640) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:35.572340 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2097061616-network', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:35.593824 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-d57d7cc5-6cfb-4301-991d-96ec650e47a9 None None] Current status of the port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:35.655951 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Made reservation on behalf of 6c7630b166da4a50a09645b24e72dc2c for: {'network': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:05:35.658712 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for network (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.670015 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.759659 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Publish callbacks [] for security_group (ffa4912d-a90d-41db-b82e-127b3a25ca81), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.766204 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099c36c1-d0c7-4571-919c-a4cc294ff8f9']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:35.804270 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:35.807515 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6fbe2-c436-4aee-bb42-b04d1f36dd78') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:35.820149 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (e6d6fbe2-c436-4aee-bb42-b04d1f36dd78), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.836446 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:35.851267 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (e6d6fbe2-c436-4aee-bb42-b04d1f36dd78), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.864945 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:05:35.865402 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (e6d6fbe2-c436-4aee-bb42-b04d1f36dd78), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.881464 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-fa5dcb41-e0b7-4596-b589-434afd0dd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:35.883143 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-fa5dcb41-e0b7-4596-b589-434afd0dd86a service neutron] 10.222.0.13 "GET /v2.0/networks?id=53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 200 len: 915 time: 0.4937568 Jul 20 18:05:35.898009 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment e6d6fbe2-c436-4aee-bb42-b04d1f36dd78 resource provider aggregate not found Jul 20 18:05:35.930872 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (ffa4912d-a90d-41db-b82e-127b3a25ca81), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.934206 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment e6d6fbe2-c436-4aee-bb42-b04d1f36dd78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6d6fbe2-c436-4aee-bb42-b04d1f36dd78 found for delete ", "request_id": "req-31d5a507-0b6b-4572-a3ad-787b90271d1b"}]} Jul 20 18:05:35.958647 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa4912d-a90d-41db-b82e-127b3a25ca81,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:35.991728 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-66c9a250-80d4-4209-8c17-387b55eb9ae7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 1002 time: 0.0901563 Jul 20 18:05:35.997399 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-73b23105-a23f-40e4-a693-5ceeb9e0e96d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (b599c2f5-3088-48c1-9cfb-78937edf5f7c), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:35.999946 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-73b23105-a23f-40e4-a693-5ceeb9e0e96d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.001025 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-73b23105-a23f-40e4-a693-5ceeb9e0e96d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "DELETE /v2.0/security-groups/b599c2f5-3088-48c1-9cfb-78937edf5f7c HTTP/1.1" status: 204 len: 168 time: 0.9428322 Jul 20 18:05:36.003221 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=111129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 18:05:36.005331 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55654) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:36.041019 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b23105-a23f-40e4-a693-5ceeb9e0e96d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599c2f5-3088-48c1-9cfb-78937edf5f7c,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:36.046396 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (ce91bd5a-6a1f-4877-ac57-84fcafc64a1a), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.046727 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.segments_db [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Added segment ce91bd5a-6a1f-4877-ac57-84fcafc64a1a of type vlan for network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f Jul 20 18:05:36.059872 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (099c36c1-d0c7-4571-919c-a4cc294ff8f9), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.063529 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-49779e12-d261-4fd2-8ed0-e1e21719823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:36.075318 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-49779e12-d261-4fd2-8ed0-e1e21719823e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a964c6b0-23c2-4f05-aba5-d8695b6e385f HTTP/1.1" status: 200 len: 853 time: 0.0632803 Jul 20 18:05:36.075318 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.075318 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] 10.222.0.27 "DELETE /v2.0/networks/099c36c1-d0c7-4571-919c-a4cc294ff8f9 HTTP/1.1" status: 204 len: 168 time: 1.5464935 Jul 20 18:05:36.103865 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1b292-5d95-45ea-8a06-9d9731c20acb admin admin] Pushing event deleted for resources: {'Network': ['ID=099c36c1-d0c7-4571-919c-a4cc294ff8f9,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:36.139211 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-22b2ca2a-3dce-4c38-95cd-7f15beec0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:36.143804 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741782708026'] for network (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.144340 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-22b2ca2a-3dce-4c38-95cd-7f15beec0ded service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53b030e9-b2a8-477e-9065-456ab6e058a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0659113 Jul 20 18:05:36.208623 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Deleting port 225969e7-829f-4fa5-9302-8bdadad51e91 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:36.208936 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (225969e7-829f-4fa5-9302-8bdadad51e91), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.238014 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-b21619bb-6441-4936-a71c-e3d7db92374d service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871816 Jul 20 18:05:36.265121 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449'] for network (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.266113 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:36.266678 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.337106 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-f63b2d6e-8164-4785-9f8c-3914b93349f3 req-4cfa7014-e782-4931-8423-484416827fdf service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924332 Jul 20 18:05:36.344123 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] Pushing event updated for resources: {'Network': ['ID=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:36.354176 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (225969e7-829f-4fa5-9302-8bdadad51e91), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.354366 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for floatingip (225969e7-829f-4fa5-9302-8bdadad51e91), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.355260 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f details requested by agent ovs-agent-dv-cinder-849846-3-smb with host dv-cinder-849846-3-smb {{(pid=111131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 18:05:36.370160 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Calling delete_port for 225969e7-829f-4fa5-9302-8bdadad51e91 owned by network:floatingip {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:36.395546 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-4398c8b3-2202-4169-842b-85bfc1fdb59b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9781253 Jul 20 18:05:36.396319 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55658) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:36.439753 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Request body: {'subnet': {'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2097061616-subnet', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:36.505437 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:36.516706 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55660) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:36.558446 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Made reservation on behalf of 6c7630b166da4a50a09645b24e72dc2c for: {'subnet': 1} {{(pid=111129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:05:36.560873 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761215'] for subnet (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.651524 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-26554d03-c5cd-43b5-82dc-6100ce3e5549 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=deb33eae0aa34330888eee1fbf9bdd96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335163 Jul 20 18:05:36.654427 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55664) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:36.717826 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dc9b5c07-890b-4ff5-864b-6444cf319941 admin admin] Publish callbacks [] for security_group (0defe04c-09f5-4df1-bf82-7fcf734ce722), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.741285 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (225969e7-829f-4fa5-9302-8bdadad51e91), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.741613 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dc9b5c07-890b-4ff5-864b-6444cf319941 admin admin] Publish callbacks [] for security_group (0defe04c-09f5-4df1-bf82-7fcf734ce722), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.775345 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event deleted for resources: {'Port': ['ID=225969e7-829f-4fa5-9302-8bdadad51e91,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:36.883829 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks [] for floatingip (0994b098-5daa-43d9-a340-a2b1387ffadb), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.884891 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.l3_db [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Floating IP 0994b098-5daa-43d9-a340-a2b1387ffadb disassociated (deleted). External IP: 172.28.3.137, port: 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b. Jul 20 18:05:36.909209 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dc9b5c07-890b-4ff5-864b-6444cf319941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0defe04c-09f5-4df1-bf82-7fcf734ce722), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.911910 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-dc9b5c07-890b-4ff5-864b-6444cf319941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:36.913243 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-dc9b5c07-890b-4ff5-864b-6444cf319941 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0defe04c-09f5-4df1-bf82-7fcf734ce722 HTTP/1.1" status: 204 len: 168 time: 0.2573004 Jul 20 18:05:36.923564 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b5c07-890b-4ff5-864b-6444cf319941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0defe04c-09f5-4df1-bf82-7fcf734ce722,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:37.141816 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-c850c499-8918-46c5-aa03-88cbba16b640 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=446aa9029e88444899a6e5613f8ee2df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361729 Jul 20 18:05:37.220406 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Router dbf5e9ac-1755-42cc-919a-e54ae334996e has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:37.362307 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12547128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761193'] for subnet (dce6472d-4292-4d74-b7e7-d6019c036529), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:37.450386 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-7b58c25b-f5e8-4b0a-81f9-9217d2d574c1 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:37.451830 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-7b58c25b-f5e8-4b0a-81f9-9217d2d574c1 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044891 Jul 20 18:05:37.497823 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-af5924f6-4258-4dcf-8e5e-fddf2b8cd11b tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/quotas/446aa9029e88444899a6e5613f8ee2df HTTP/1.1" status: 200 len: 375 time: 0.0384843 Jul 20 18:05:37.501297 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce6472d-4292-4d74-b7e7-d6019c036529,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:37.525054 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:37.534675 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] Sync routers for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:37.540377 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Checking segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:05:37.540758 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Network hostable DHCP agents. Network: 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f, hostable agents: ['8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77'], hosted agents: [] {{(pid=111129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 18:05:37.546394 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:37.546818 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:37.547018 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:37.552031 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-2ac5b923-2b1f-4835-a281-c9e0a1835ea9 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=446aa9029e88444899a6e5613f8ee2df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484993 Jul 20 18:05:37.610178 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1d11868a-4a60-4540-9f98-33708871878c tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "DELETE /v2.0/floatingips/0994b098-5daa-43d9-a340-a2b1387ffadb HTTP/1.1" status: 204 len: 168 time: 1.6036613 Jul 20 18:05:37.610983 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:37.613461 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:37.677648 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f is scheduled to be hosted by DHCP agent 8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77 with binding_index 1 {{(pid=111129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 18:05:37.699180 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:37.704796 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:37.784248 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-3-smb, 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f) {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:05:37.793777 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:37.794733 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:37.812808 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97907dbf-7775-4e23-9cc4-40f555b53633 None None] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:05:37.880611 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-63300b2a-44c1-46aa-9b64-1e9a36110249 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4465649 Jul 20 18:05:37.883409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55700) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:37.888213 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:37.909764 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:37.933306 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fe89dd-1466-465c-a0aa-12f95791dcde x-openstack-request-id: req-18fe89dd-1466-465c-a0aa-12f95791dcde {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:37.933623 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:37.933932 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-18fe89dd-1466-465c-a0aa-12f95791dcde {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:37.934366 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18fe89dd-1466-465c-a0aa-12f95791dcde'] response: {'name': 'network-changed', 'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'status': 'completed', 'code': 200} Jul 20 18:05:38.007285 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34886825-72f6-59fa-ab72-a26088ff29aa-9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529'}]}} from dv-cinder-849846-3-smb. {{(pid=111131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 18:05:38.008232 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.049142 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-28e9d658-91d9-41d9-b297-6fa3719e7a63 req-40a2b0b3-58bd-41eb-9c44-50c490f919c3 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 210 time: 0.0720739 Jul 20 18:05:38.053777 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router (c36f0b3e-b0f8-417a-adac-e050825a8412), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.054481 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:42Z', 'revision_number': 5, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:38.055127 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3922815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router (c36f0b3e-b0f8-417a-adac-e050825a8412), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.071301 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-7b1d471e-6566-4054-8146-6bdcb486067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:38.073928 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-7b1d471e-6566-4054-8146-6bdcb486067d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d7075d41e2349eebee32600a5c57a68&device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 1130 time: 0.0991836 Jul 20 18:05:38.118198 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks [] for router_controller (c36f0b3e-b0f8-417a-adac-e050825a8412), precommit_add_association {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.125486 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] Checking router: dbf5e9ac-1755-42cc-919a-e54ae334996e for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:38.166700 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:38.184566 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:38.185201 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:38.185845 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-c0b5befa-53ff-4d71-bc4b-c4ad87c8bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:38.187384 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-c0b5befa-53ff-4d71-bc4b-c4ad87c8bdc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 200 len: 915 time: 0.1063452 Jul 20 18:05:38.264565 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55712) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:38.282578 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-fb9b2000-4ed5-49ae-b860-7d4b824a89a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 200 len: 217 time: 0.0893583 Jul 20 18:05:38.319537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:38.357916 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-053f9dd0-3051-479e-930c-e813e7cf6703 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=93bf2155672641dfa2fb7366b4fb2b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893846 Jul 20 18:05:38.380306 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-37d87c87-feae-4861-84f9-e0a964a03cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:38.382996 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-37d87c87-feae-4861-84f9-e0a964a03cb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a964c6b0-23c2-4f05-aba5-d8695b6e385f HTTP/1.1" status: 200 len: 853 time: 0.0909727 Jul 20 18:05:38.383829 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55714) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:38.395839 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks [] for router_gateway (c36f0b3e-b0f8-417a-adac-e050825a8412), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.458772 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-b3de77f8-548b-4269-aa1f-b8f7429f909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:38.461115 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-b3de77f8-548b-4269-aa1f-b8f7429f909f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53b030e9-b2a8-477e-9065-456ab6e058a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0657454 Jul 20 18:05:38.466630 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.db_base_plugin_common [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Allocated IP 172.20.0.2 (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f/dce6472d-4292-4d74-b7e7-d6019c036529/71127b87-0430-456c-801f-62ec78cc29e2) {{(pid=111131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:05:38.473737 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:38.489962 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-306cd3e3-6fc0-4f6e-8f39-2d9dd33a7265 admin admin] Publish callbacks [] for security_group (bf9fc174-10dc-45b7-a293-d7b7aa586653), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.514235 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-306cd3e3-6fc0-4f6e-8f39-2d9dd33a7265 admin admin] Publish callbacks [] for security_group (bf9fc174-10dc-45b7-a293-d7b7aa586653), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.543545 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:38.680835 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-306cd3e3-6fc0-4f6e-8f39-2d9dd33a7265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (bf9fc174-10dc-45b7-a293-d7b7aa586653), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.683609 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-306cd3e3-6fc0-4f6e-8f39-2d9dd33a7265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.684514 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-306cd3e3-6fc0-4f6e-8f39-2d9dd33a7265 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bf9fc174-10dc-45b7-a293-d7b7aa586653 HTTP/1.1" status: 204 len: 168 time: 0.2993093 Jul 20 18:05:38.702497 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cd3e3-6fc0-4f6e-8f39-2d9dd33a7265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9fc174-10dc-45b7-a293-d7b7aa586653,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:38.737805 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-857fc3de-a325-447d-9611-8450d5de3463 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279969 Jul 20 18:05:38.771329 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Publish callbacks [] for port (71127b87-0430-456c-801f-62ec78cc29e2), precommit_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.868926 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:42Z', 'revision_number': 5, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:38.914212 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2a5c2-b5f9-4903-9108-145cc36cad4a None None] The sync data for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb is: [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:02:37Z', 'revision_number': 4, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': '9de94186-0c1b-4755-9586-9dab5a957ac4', 'name': '', 'network_id': '53b030e9-b2a8-477e-9065-456ab6e058a7', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'mac_address': 'fa:16:3e:02:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:36Z', 'updated_at': '2022-07-20T18:02:42Z', 'revision_number': 5, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'subnets': [{'id': 'a964c6b0-23c2-4f05-aba5-d8695b6e385f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:38.922798 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:38.927367 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820'] for port (71127b87-0430-456c-801f-62ec78cc29e2), after_create {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:38.985492 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f is already hosted by enough agents. {{(pid=111131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:05:38.997834 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.scheduler.base_scheduler [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Resources bound (agent type, host, resource id): {{(pid=111131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:05:39.004704 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Received port after_create {{(pid=111131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:05:39.013940 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks [] for router_gateway (c36f0b3e-b0f8-417a-adac-e050825a8412), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:39.024150 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3bdc7041-27f0-48ab-99a1-93d6cb9683e3 req-15c3291c-a1a5-441d-ae75-9929edb4d7f8 service neutron] 10.222.0.13 "GET /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721574 Jul 20 18:05:39.043376 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:39.107710 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Pushing event updated for resources: {'Port': ['ID=71127b87-0430-456c-801f-62ec78cc29e2,revision_number=1']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:39.166680 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.167026 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.167414 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.167758 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.168107 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.168422 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.168782 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.169108 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.169432 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.169762 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.170082 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.170408 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.170785 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.171111 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.171438 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.190785 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Attempting to bind port 71127b87-0430-456c-801f-62ec78cc29e2 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:05:39.191161 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Attempting to bind port 71127b87-0430-456c-801f-62ec78cc29e2 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:05:39.191639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Attempting to bind port 71127b87-0430-456c-801f-62ec78cc29e2 on network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:05:39.197396 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:05:39.198039 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Checking segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:05:39.198172 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:39.198588 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Bound using segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:05:39.199071 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Bound port: 71127b87-0430-456c-801f-62ec78cc29e2, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:05:39.199454 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (71127b87-0430-456c-801f-62ec78cc29e2), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:39.202383 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c3b90686-e129-400e-b92f-492f42d7e2e8 req-87491654-9421-414d-8555-44f98b1b311c tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 210 time: 0.0296662 Jul 20 18:05:39.241361 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_common [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Allocated IP 172.28.3.38 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/cff89e9a-fdcc-4386-a580-282f72055407) {{(pid=111129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:05:39.343365 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] For port 71127b87-0430-456c-801f-62ec78cc29e2, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:05:39.347669 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] For port 71127b87-0430-456c-801f-62ec78cc29e2, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=71127b87-0430-456c-801f-62ec78cc29e2,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:05:39.422252 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d940b52-f753-4aef-88d8-28659889302d None None] New status for floating IP 0994b098-5daa-43d9-a340-a2b1387ffadb: DOWN {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:05:39.428025 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks [] for port (cff89e9a-fdcc-4386-a580-282f72055407), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:39.452324 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (71127b87-0430-456c-801f-62ec78cc29e2), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:39.565360 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a768fce-45ec-4c9e-846a-3fa4c9c9f722 None None] Pushing event updated for resources: {'Port': ['ID=71127b87-0430-456c-801f-62ec78cc29e2,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:39.580844 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (cff89e9a-fdcc-4386-a580-282f72055407), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:39.642384 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:05:39.648544 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:05:39.652769 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Received port after_create {{(pid=111129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:05:39.660246 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Pushing event updated for resources: {'Port': ['ID=cff89e9a-fdcc-4386-a580-282f72055407,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:39.693765 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.694912 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.695416 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.696016 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.696456 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.696925 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.697355 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.697784 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.698215 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.698694 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.699253 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.699675 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.700181 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.700733 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.703934 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:39.832575 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:40.158385 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks [] for router_gateway (c36f0b3e-b0f8-417a-adac-e050825a8412), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:40.344134 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3cd80179-6f8e-473e-9f42-03d4e22e898a req-8590d9e9-8d6d-4eaf-909d-ce5a29e0de45 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 210 time: 0.0336001 Jul 20 18:05:40.393463 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:40.445518 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824846'] for router (c36f0b3e-b0f8-417a-adac-e050825a8412), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:40.546051 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:40.732198 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Router c36f0b3e-b0f8-417a-adac-e050825a8412 is scheduled to L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 with binding_index 1 {{(pid=111129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 18:05:40.806967 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0358ae7-9ec8-46fd-933a-a765243bc3c0 None None] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:05:40.903123 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:40.950397 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Sync routers for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:40.970846 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:40.985225 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-52295336-e5cd-4c2d-86c0-268d09612215 None None] Provisioning complete for port 71127b87-0430-456c-801f-62ec78cc29e2 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:40.985592 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-52295336-e5cd-4c2d-86c0-268d09612215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (71127b87-0430-456c-801f-62ec78cc29e2), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:40.996757 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:40.997893 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:41.065677 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 71127b87-0430-456c-801f-62ec78cc29e2 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:05:41.067406 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:41.069392 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-4b4c8c02-0eed-479a-ac90-df8b0f026de6 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1850305 Jul 20 18:05:41.072446 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55780) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:41.139669 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:41.253723 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:41.325989 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 71127b87-0430-456c-801f-62ec78cc29e2 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:41.326358 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (71127b87-0430-456c-801f-62ec78cc29e2), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:41.383450 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-52295336-e5cd-4c2d-86c0-268d09612215 None None] Current status of the port 71127b87-0430-456c-801f-62ec78cc29e2 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:41.384092 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-52295336-e5cd-4c2d-86c0-268d09612215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (71127b87-0430-456c-801f-62ec78cc29e2), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:41.396148 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:41.509142 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-52295336-e5cd-4c2d-86c0-268d09612215 None None] For port 71127b87-0430-456c-801f-62ec78cc29e2, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=71127b87-0430-456c-801f-62ec78cc29e2,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:41.533424 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ac1dbf49-2034-4dbe-b21c-881139b1e16e req-0d5d83d6-9c72-4760-9a86-d7ad5f87580c tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 210 time: 0.0517194 Jul 20 18:05:41.577587 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-72ddc493-fe23-479c-b7c4-7e71ca107c97 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=446aa9029e88444899a6e5613f8ee2df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258769 Jul 20 18:05:41.582807 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 71127b87-0430-456c-801f-62ec78cc29e2 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:41.583202 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (71127b87-0430-456c-801f-62ec78cc29e2), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:41.615596 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:39Z', 'revision_number': 3, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:41.642343 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Checking router: c36f0b3e-b0f8-417a-adac-e050825a8412 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:41.642594 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Updating router c36f0b3e-b0f8-417a-adac-e050825a8412 port cff89e9a-fdcc-4386-a580-282f72055407 binding host dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 18:05:41.668802 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-52295336-e5cd-4c2d-86c0-268d09612215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (71127b87-0430-456c-801f-62ec78cc29e2), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:41.718815 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (cff89e9a-fdcc-4386-a580-282f72055407), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:41.783075 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.db.api [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 18:05:41.783443 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG oslo_db.api [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 18:05:41.795152 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295336-e5cd-4c2d-86c0-268d09612215 None None] Pushing event updated for resources: {'Port': ['ID=71127b87-0430-456c-801f-62ec78cc29e2,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:41.819175 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:41.843195 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:41.851516 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-ed3ecf48-3d3d-46d0-bddf-838132f1133b tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:41.853081 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-ed3ecf48-3d3d-46d0-bddf-838132f1133b tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686212 Jul 20 18:05:41.869708 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:41.890057 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Request body: {'port': {'device_id': 'd1ad6edb-4e86-473e-aca2-5909c68ce151', 'network_id': '446637a3-b8f3-4933-9864-2731850d422a', 'admin_state_up': True, 'tenant_id': '446aa9029e88444899a6e5613f8ee2df'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:41.985416 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:41.997939 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-1da5422f-b1d0-4c3a-b2e4-44fd159e5f7e None None] Provisioning complete for port 71127b87-0430-456c-801f-62ec78cc29e2 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:41.998366 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-1da5422f-b1d0-4c3a-b2e4-44fd159e5f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (71127b87-0430-456c-801f-62ec78cc29e2), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.005241 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:42.168073 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Allocated IP 172.20.0.1 (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f/dce6472d-4292-4d74-b7e7-d6019c036529/af470b55-ab0c-419d-b63f-9e9e11c057c5) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:05:42.189440 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-1da5422f-b1d0-4c3a-b2e4-44fd159e5f7e None None] Current status of the port 71127b87-0430-456c-801f-62ec78cc29e2 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:42.262381 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Publish callbacks [] for port (cff89e9a-fdcc-4386-a580-282f72055407), precommit_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.269240 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Made reservation on behalf of 446aa9029e88444899a6e5613f8ee2df for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:05:42.272878 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.290851 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.317909 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 71127b87-0430-456c-801f-62ec78cc29e2 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:42.323002 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Publish callbacks [] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.386692 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (cff89e9a-fdcc-4386-a580-282f72055407), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.411853 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks [] for security_group (1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.452007 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a8b5f-cf21-4944-85bb-d42bbb229550 None None] Pushing event updated for resources: {'Port': ['ID=cff89e9a-fdcc-4386-a580-282f72055407,revision_number=2']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:42.462247 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.462625 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Attempting to bind port cff89e9a-fdcc-4386-a580-282f72055407 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:05:42.462625 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Attempting to bind port cff89e9a-fdcc-4386-a580-282f72055407 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:05:42.462625 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Attempting to bind port cff89e9a-fdcc-4386-a580-282f72055407 on network 4418c161-e2d6-43be-a975-09faf837c81a {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:05:42.466047 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:05:42.466853 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Checking segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:05:42.467440 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.467935 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Bound using segment: {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'} {{(pid=111131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:05:42.468417 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.managers [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Bound port: cff89e9a-fdcc-4386-a580-282f72055407, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b888a-4ed8-4555-b50a-0bc4cc624e82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}}] {{(pid=111131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:05:42.468941 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (cff89e9a-fdcc-4386-a580-282f72055407), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.495734 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:05:42.502118 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:05:42.502379 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:42.503735 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:05:42.512531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.525813 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] For port cff89e9a-fdcc-4386-a580-282f72055407, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:05:42.531139 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] For port cff89e9a-fdcc-4386-a580-282f72055407, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=cff89e9a-fdcc-4386-a580-282f72055407,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:05:42.558056 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=af470b55-ab0c-419d-b63f-9e9e11c057c5,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:42.636189 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:42.643130 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (cff89e9a-fdcc-4386-a580-282f72055407), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.650242 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820896'] for router_interface (c36f0b3e-b0f8-417a-adac-e050825a8412), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:42.705006 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d8acf3a7-64c7-4ae8-8864-b2c80da97a32 req-8797b81a-8985-40d2-8925-68e941c3a4df tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 210 time: 0.0824912 Jul 20 18:05:42.727813 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:42.728987 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:42.745254 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb5440-3053-441f-a008-b2ce7b131ab0 req-5f781796-03ba-4f83-96dd-431445ff1a0b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:42.752520 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-71cb5440-3053-441f-a008-b2ce7b131ab0 req-5f781796-03ba-4f83-96dd-431445ff1a0b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.1181607 Jul 20 18:05:42.760962 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:42.776861 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a8b5f-cf21-4944-85bb-d42bbb229550 None None] Pushing event updated for resources: {'Port': ['ID=cff89e9a-fdcc-4386-a580-282f72055407,revision_number=3']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:42.821439 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-71cb5440-3053-441f-a008-b2ce7b131ab0 req-a02ad9cf-6ef9-47c9-a50f-b14713e96bb6 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627434 Jul 20 18:05:42.847710 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Allocated IP 192.168.233.49 (446637a3-b8f3-4933-9864-2731850d422a/57645a02-499d-4082-9194-77f8f8bd5b1a/c638168b-ba07-4787-8687-f797adab2bd1) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:05:42.859840 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:42.953412 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 71127b87-0430-456c-801f-62ec78cc29e2 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:05:42.986774 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:43.000529 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.017342 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-7f1610cb-d27f-4ca7-8a19-17d8bb3ce7c4 None None] Provisioning complete for port af470b55-ab0c-419d-b63f-9e9e11c057c5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:43.017998 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7f1610cb-d27f-4ca7-8a19-17d8bb3ce7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.078480 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks [] for port (c638168b-ba07-4787-8687-f797adab2bd1), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.094911 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-7f1610cb-d27f-4ca7-8a19-17d8bb3ce7c4 None None] Port af470b55-ab0c-419d-b63f-9e9e11c057c5 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:05:43.121601 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:43.122610 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port 71127b87-0430-456c-801f-62ec78cc29e2 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:43.122979 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (71127b87-0430-456c-801f-62ec78cc29e2), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.171885 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:39Z', 'revision_number': 3, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:43.203722 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deb867-911e-4be4-96e9-06566d643bd2 None None] The sync data for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb is: [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:39Z', 'revision_number': 3, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:43.217404 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Publish callbacks [] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.239050 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (c638168b-ba07-4787-8687-f797adab2bd1), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.252916 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port 71127b87-0430-456c-801f-62ec78cc29e2 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:43.291720 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Network 446637a3-b8f3-4933-9864-2731850d422a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:05:43.297132 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:05:43.301294 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:05:43.308696 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.331492 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Pushing event updated for resources: {'Port': ['ID=c638168b-ba07-4787-8687-f797adab2bd1,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:43.435239 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=af470b55-ab0c-419d-b63f-9e9e11c057c5,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:43.445063 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:43.445824 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.449395 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822888'] for router_interface (c36f0b3e-b0f8-417a-adac-e050825a8412), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.619862 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-7500cd55-fd76-4010-a935-67b3a19ed511 None None] Provisioning complete for port c638168b-ba07-4787-8687-f797adab2bd1 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:43.620395 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7500cd55-fd76-4010-a935-67b3a19ed511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c638168b-ba07-4787-8687-f797adab2bd1), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:43.667417 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-7500cd55-fd76-4010-a935-67b3a19ed511 None None] Port c638168b-ba07-4787-8687-f797adab2bd1 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:05:43.828931 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-8b79e361-e200-43bb-8e16-b182d60eebb0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9463358 Jul 20 18:05:43.847016 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b596f51-4967-408d-b86d-efa6e2b6c7b6 req-146520b9-ab3f-476c-b93c-78727995deda tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:43.850521 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4b596f51-4967-408d-b86d-efa6e2b6c7b6 req-146520b9-ab3f-476c-b93c-78727995deda tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 935 time: 0.0691221 Jul 20 18:05:43.870966 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:05:43.872411 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:05:44.017875 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Request body: {'port': {'device_id': 'd1ad6edb-4e86-473e-aca2-5909c68ce151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:44.018262 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:44.027024 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cf0a0-7731-49cc-9d4d-b93984da85a8 req-e5da0adb-8165-453f-9730-c5a40c34632b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:44.028807 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5e2cf0a0-7731-49cc-9d4d-b93984da85a8 req-e5da0adb-8165-453f-9730-c5a40c34632b tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0640588 Jul 20 18:05:44.040910 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4b596f51-4967-408d-b86d-efa6e2b6c7b6 req-5dea6d07-c8d3-4512-954e-8cb2ab60fa5b tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708772 Jul 20 18:05:44.060932 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Router c36f0b3e-b0f8-417a-adac-e050825a8412 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:44.106478 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c638168b-ba07-4787-8687-f797adab2bd1), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:44.110617 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5e2cf0a0-7731-49cc-9d4d-b93984da85a8 req-0a61d90d-c10d-4c7e-88c7-a87ca7cb7456 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a5d5f403-b818-4279-b8d4-6a8876074b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630329 Jul 20 18:05:44.197944 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-230c5463-9ab5-4358-b817-36adf79ba755 None None] Provisioning complete for port af470b55-ab0c-419d-b63f-9e9e11c057c5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:44.198988 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-230c5463-9ab5-4358-b817-36adf79ba755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:44.243401 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-230c5463-9ab5-4358-b817-36adf79ba755 None None] Port af470b55-ab0c-419d-b63f-9e9e11c057c5 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:05:44.309367 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:44.316238 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:44.322345 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d39f220f-5610-4746-86ae-6a5b66b3c1e6 admin admin] 10.222.0.27 "PUT /v2.0/routers/c36f0b3e-b0f8-417a-adac-e050825a8412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2479880 Jul 20 18:05:44.366203 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:44.465345 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-8de16380-e18d-46c2-9d5c-74391bfaa48d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:44.466742 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-8de16380-e18d-46c2-9d5c-74391bfaa48d tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 946 time: 0.0689762 Jul 20 18:05:44.599134 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c638168b-ba07-4787-8687-f797adab2bd1 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:05:44.608711 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Deleting port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:44.608711 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:44.612095 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Publish callbacks [] for port (c638168b-ba07-4787-8687-f797adab2bd1), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:44.673273 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Transition to ACTIVE for port object c638168b-ba07-4787-8687-f797adab2bd1 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:05:44.714789 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] For port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:44.715166 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:44.731194 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Calling delete_port for 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:44.758616 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55834) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:44.763413 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-82024398-e7cd-4947-8b0f-ca07f7571bae tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859522284', 'description': 'tempest-description--1183839062'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:44.778442 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (c638168b-ba07-4787-8687-f797adab2bd1), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:44.862522 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Pushing event updated for resources: {'Port': ['ID=c638168b-ba07-4787-8687-f797adab2bd1,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:44.871542 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82024398-e7cd-4947-8b0f-ca07f7571bae tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.016617 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Attempting to bind port c638168b-ba07-4787-8687-f797adab2bd1 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:05:45.017126 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Attempting to bind port c638168b-ba07-4787-8687-f797adab2bd1 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:05:45.017261 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82024398-e7cd-4947-8b0f-ca07f7571bae tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (1b63b716-2fc4-4d7b-8f7a-2168de76da33), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.017379 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Attempting to bind port c638168b-ba07-4787-8687-f797adab2bd1 on network 446637a3-b8f3-4933-9864-2731850d422a {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:05:45.023299 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Port c638168b-ba07-4787-8687-f797adab2bd1 on network 446637a3-b8f3-4933-9864-2731850d422a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:05:45.023624 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Attempting to bind port c638168b-ba07-4787-8687-f797adab2bd1 on network 446637a3-b8f3-4933-9864-2731850d422a {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:05:45.029284 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:05:45.029883 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Checking segment: {'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:05:45.030455 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Bound using segment: {'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:05:45.030907 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Bound port: c638168b-ba07-4787-8687-f797adab2bd1, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a87efa4-de41-4062-b766-76b0e812bdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '446637a3-b8f3-4933-9864-2731850d422a'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:05:45.031370 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c638168b-ba07-4787-8687-f797adab2bd1), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.044421 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device cff89e9a-fdcc-4386-a580-282f72055407 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:05:45.094926 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Sync routers for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:45.108938 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port cff89e9a-fdcc-4386-a580-282f72055407 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:45.108938 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (cff89e9a-fdcc-4386-a580-282f72055407), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.123027 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] For port c638168b-ba07-4787-8687-f797adab2bd1, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:05:45.137859 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:45.138024 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] For port c638168b-ba07-4787-8687-f797adab2bd1, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c638168b-ba07-4787-8687-f797adab2bd1,segment=NetworkSegment(8a87efa4-de41-4062-b766-76b0e812bdd8),segment_id=8a87efa4-de41-4062-b766-76b0e812bdd8)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:05:45.138137 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:45.164139 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.189959 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82024398-e7cd-4947-8b0f-ca07f7571bae tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (1b63b716-2fc4-4d7b-8f7a-2168de76da33), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.220272 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:05:45.248936 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port cff89e9a-fdcc-4386-a580-282f72055407 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:45.249548 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (cff89e9a-fdcc-4386-a580-282f72055407), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.274490 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] For port cff89e9a-fdcc-4386-a580-282f72055407, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=cff89e9a-fdcc-4386-a580-282f72055407,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:45.295928 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:45.299421 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] No DVR routers for this DVR port 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:45.301337 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e88d4e57-d41b-4aad-b956-0cda5a41ba7a req-c0d830be-f1c6-404d-b306-175610b33fe6 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 210 time: 0.0553784 Jul 20 18:05:45.302672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.306351 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8ed704de-fbf0-43e7-9a14-b208dfdadf00 req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.13 "DELETE /v2.0/ports/0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b HTTP/1.1" status: 204 len: 173 time: 0.8337848 Jul 20 18:05:45.307279 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'name': 'network-vif-deleted', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:45.312199 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75b1277-2a43-4fad-a1b0-9d3917978871" -d '{"events": [{"server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "name": "network-vif-deleted", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:45.315577 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (c638168b-ba07-4787-8687-f797adab2bd1), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.317928 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c177bee-a5eb-45cb-b388-1925e9fe77a9 req-a7b21c0c-60c7-40f3-80c2-1fb126e81b89 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:45.320362 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eb8a5-96a3-4750-90b3-4cc45f0f34e1 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] Pushing event deleted for resources: {'Port': ['ID=0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:45.326442 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6c177bee-a5eb-45cb-b388-1925e9fe77a9 req-a7b21c0c-60c7-40f3-80c2-1fb126e81b89 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 947 time: 0.1944697 Jul 20 18:05:45.344990 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-82024398-e7cd-4947-8b0f-ca07f7571bae tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.346394 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-82024398-e7cd-4947-8b0f-ca07f7571bae tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5867682 Jul 20 18:05:45.351877 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (cff89e9a-fdcc-4386-a580-282f72055407), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.359278 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55848) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:45.364865 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-1f22c68b-1cc1-49d3-abb7-1ffb1545d741 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'security_group_rule': {'security_group_id': '1b63b716-2fc4-4d7b-8f7a-2168de76da33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:45.372800 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:45.374122 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.376072 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] 10.222.0.13 "PUT /v2.0/ports/c638168b-ba07-4787-8687-f797adab2bd1 HTTP/1.1" status: 200 len: 1097 time: 1.3714638 Jul 20 18:05:45.425058 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82024398-e7cd-4947-8b0f-ca07f7571bae tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63b716-2fc4-4d7b-8f7a-2168de76da33,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:45.473015 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcda16-7ec8-4a3c-b56f-f07fd1515755 service neutron] Pushing event updated for resources: {'Port': ['ID=c638168b-ba07-4787-8687-f797adab2bd1,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:45.473303 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-6c177bee-a5eb-45cb-b388-1925e9fe77a9 req-6dbfc301-ec6b-4634-8541-3878e80767c4 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343303 Jul 20 18:05:45.473576 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f64c022-cfca-4473-830f-8dfd33edb61f x-openstack-request-id: req-5f64c022-cfca-4473-830f-8dfd33edb61f {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:45.473760 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dac7521-32a7-4802-b647-07452c7838ce", "name": "network-vif-deleted", "tag": "0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:45.474006 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5f64c022-cfca-4473-830f-8dfd33edb61f {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:45.474421 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f64c022-cfca-4473-830f-8dfd33edb61f'] response: {'server_uuid': '8dac7521-32a7-4802-b647-07452c7838ce', 'name': 'network-vif-deleted', 'tag': '0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b', 'status': 'completed', 'code': 200} Jul 20 18:05:45.520812 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:45.527740 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:45.529799 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1f22c68b-1cc1-49d3-abb7-1ffb1545d741 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (451048b6-4d37-481d-85bf-9155bdfd4e20), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.546250 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Pushing event updated for resources: {'Port': ['ID=cff89e9a-fdcc-4386-a580-282f72055407,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:45.632105 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1f22c68b-1cc1-49d3-abb7-1ffb1545d741 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (451048b6-4d37-481d-85bf-9155bdfd4e20), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.635832 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:45.640576 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-90a30692-c830-481d-8483-cfd0a874a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:45.642042 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-90a30692-c830-481d-8483-cfd0a874a438 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=446aa9029e88444899a6e5613f8ee2df&device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 1131 time: 0.0825207 Jul 20 18:05:45.657900 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:43Z', 'revision_number': 2, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:45.691994 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Checking router: c36f0b3e-b0f8-417a-adac-e050825a8412 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:45.692366 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Updating router c36f0b3e-b0f8-417a-adac-e050825a8412 port af470b55-ab0c-419d-b63f-9e9e11c057c5 binding host dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 18:05:45.698754 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-d3b67ab9-83d9-418a-9eb2-6825f0515611 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c638168b-ba07-4787-8687-f797adab2bd1 HTTP/1.1" status: 200 len: 217 time: 0.0435679 Jul 20 18:05:45.701327 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1f22c68b-1cc1-49d3-abb7-1ffb1545d741 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (451048b6-4d37-481d-85bf-9155bdfd4e20), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.731070 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22c68b-1cc1-49d3-abb7-1ffb1545d741 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451048b6-4d37-481d-85bf-9155bdfd4e20,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:45.734193 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.785305 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-f39e43e7-a3cb-418b-ab53-86f558c60fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:45.786864 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-f39e43e7-a3cb-418b-ab53-86f558c60fc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57645a02-499d-4082-9194-77f8f8bd5b1a HTTP/1.1" status: 200 len: 843 time: 0.0795071 Jul 20 18:05:45.836827 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-43c50eb4-79a7-4119-9f17-87762c6351fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:45.838391 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-43c50eb4-79a7-4119-9f17-87762c6351fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=446637a3-b8f3-4933-9864-2731850d422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452619 Jul 20 18:05:45.842968 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-1f22c68b-1cc1-49d3-abb7-1ffb1545d741 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:45.846771 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1f22c68b-1cc1-49d3-abb7-1ffb1545d741 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4835243 Jul 20 18:05:45.846961 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55850) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:45.852382 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-935aaa97-fc53-46af-85e6-222fc8e7a6f5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'security_group_rule': {'security_group_id': '1b63b716-2fc4-4d7b-8f7a-2168de76da33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:45.885403 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:45.941070 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-31aa66e0-db6b-4fbd-a518-06bc670afe88 service neutron] 10.222.0.13 "GET /v2.0/networks/446637a3-b8f3-4933-9864-2731850d422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924544 Jul 20 18:05:45.966437 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-935aaa97-fc53-46af-85e6-222fc8e7a6f5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (5b38d672-51e4-44a8-95ad-b34ab9d594c0), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.033575 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-935aaa97-fc53-46af-85e6-222fc8e7a6f5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (5b38d672-51e4-44a8-95ad-b34ab9d594c0), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.039385 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Publish callbacks [] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), precommit_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.157598 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-464789ef-73ee-4a1a-8ba6-9861fc5f6cec req-492d10ac-2755-4baa-8ca9-3317370b922e service neutron] 10.222.0.13 "GET /v2.0/networks/446637a3-b8f3-4933-9864-2731850d422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962157 Jul 20 18:05:46.174620 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:46.197634 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-935aaa97-fc53-46af-85e6-222fc8e7a6f5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (5b38d672-51e4-44a8-95ad-b34ab9d594c0), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.197840 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.217326 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aaa97-fc53-46af-85e6-222fc8e7a6f5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b38d672-51e4-44a8-95ad-b34ab9d594c0,revision_number=0']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:46.255256 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Pushing event updated for resources: {'Port': ['ID=af470b55-ab0c-419d-b63f-9e9e11c057c5,revision_number=3']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:46.281966 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-935aaa97-fc53-46af-85e6-222fc8e7a6f5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.283209 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.287965 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.289472 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.289574 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55854) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:46.289672 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.289672 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:46.291386 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-935aaa97-fc53-46af-85e6-222fc8e7a6f5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4427488 Jul 20 18:05:46.301203 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:46.334001 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Attempting to bind port af470b55-ab0c-419d-b63f-9e9e11c057c5 on host dv-cinder-849846-3-smb for vnic_type normal with profile {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:05:46.334761 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Attempting to bind port af470b55-ab0c-419d-b63f-9e9e11c057c5 by drivers openvswitch,hyperv on host dv-cinder-849846-3-smb at level 0 using segments [{'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:05:46.335193 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Attempting to bind port af470b55-ab0c-419d-b63f-9e9e11c057c5 on network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:05:46.341197 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Checking agent: {'id': '9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 48, 31), 'started_at': datetime.datetime(2022, 7, 20, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:05:46.341615 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Checking segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:05:46.342276 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.342734 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Bound using segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} {{(pid=111132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:05:46.343275 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.managers [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Bound port: af470b55-ab0c-419d-b63f-9e9e11c057c5, host: dv-cinder-849846-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'}}] {{(pid=111132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:05:46.343709 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), before_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.422936 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.472738 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] For port af470b55-ab0c-419d-b63f-9e9e11c057c5, host dv-cinder-849846-3-smb, cleared binding levels {{(pid=111132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:05:46.478714 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.plugins.ml2.db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] For port af470b55-ab0c-419d-b63f-9e9e11c057c5, host dv-cinder-849846-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=af470b55-ab0c-419d-b63f-9e9e11c057c5,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:05:46.495104 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4b6c23b8-5bff-45eb-812d-2eb45f3c1ceb req-10fe47fd-eedc-4230-b92d-6f551867e665 tempest-TestMinimumBasicScenario-1424357050 tempest-TestMinimumBasicScenario-1424357050-project] 10.222.0.27 "GET /v2.0/ports?device_id=8dac7521-32a7-4802-b647-07452c7838ce HTTP/1.1" status: 200 len: 210 time: 0.0420089 Jul 20 18:05:46.508639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-bb550207-d09a-4fc9-9178-e146b4f3a57c None None] Provisioning complete for port af470b55-ab0c-419d-b63f-9e9e11c057c5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:46.510094 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-bb550207-d09a-4fc9-9178-e146b4f3a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.556386 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.563384 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-bb550207-d09a-4fc9-9178-e146b4f3a57c None None] Port af470b55-ab0c-419d-b63f-9e9e11c057c5 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:05:46.581035 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron_lib.callbacks.manager [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), after_update {{(pid=111132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.606031 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75706796-bd56-47bc-8682-eab4059ce1bf req-ccf77476-74cb-4886-9136-62c020a93dfa tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:46.607920 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-75706796-bd56-47bc-8682-eab4059ce1bf req-ccf77476-74cb-4886-9136-62c020a93dfa tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 947 time: 0.0597026 Jul 20 18:05:46.642824 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:46.648133 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6fcde-eec5-42c3-900c-5d3ef9d6f792 None None] Pushing event updated for resources: {'Port': ['ID=af470b55-ab0c-419d-b63f-9e9e11c057c5,revision_number=4']} {{(pid=111132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:46.658280 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:46.658928 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:46.679535 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-75706796-bd56-47bc-8682-eab4059ce1bf req-5738ef69-fcb2-4205-a170-132e3be3b0a9 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638528 Jul 20 18:05:46.695084 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Allocated IP 172.28.3.121 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/0da7d2d4-ec51-4761-b707-2467b82095d0) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:05:46.802305 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:46.817984 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:46.846146 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for port (0da7d2d4-ec51-4761-b707-2467b82095d0), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.977201 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (0da7d2d4-ec51-4761-b707-2467b82095d0), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:46.995516 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device cff89e9a-fdcc-4386-a580-282f72055407 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:05:47.019949 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:05:47.020177 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-2d66f7db-9336-49bf-a77a-0c7a486291f2 None None] Provisioning complete for port af470b55-ab0c-419d-b63f-9e9e11c057c5 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:47.020724 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2d66f7db-9336-49bf-a77a-0c7a486291f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.024742 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:05:47.028633 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 55864) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:47.038142 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:05:47.043672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'Port': ['ID=0da7d2d4-ec51-4761-b707-2467b82095d0,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:47.069847 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:47.082702 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:46Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:47.083752 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port cff89e9a-fdcc-4386-a580-282f72055407 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:47.084513 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (cff89e9a-fdcc-4386-a580-282f72055407), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.156854 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-2d66f7db-9336-49bf-a77a-0c7a486291f2 None None] Current status of the port af470b55-ab0c-419d-b63f-9e9e11c057c5 is: DOWN; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:47.157278 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2d66f7db-9336-49bf-a77a-0c7a486291f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.160831 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (0f86d8d4-32ac-4374-b656-64df740573d0), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.202676 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f47e2a04-ceaa-4890-8627-2843a9eee9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.208352 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-2d66f7db-9336-49bf-a77a-0c7a486291f2 None None] For port af470b55-ab0c-419d-b63f-9e9e11c057c5, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=af470b55-ab0c-419d-b63f-9e9e11c057c5,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:47.222823 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c85fbe4-a149-4733-b749-93f7a2a666f7 None None] The sync data for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb is: [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:46Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:47.236004 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:47.245804 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port cff89e9a-fdcc-4386-a580-282f72055407 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:47.246046 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:47.290009 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-2d66f7db-9336-49bf-a77a-0c7a486291f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.311541 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0da7d2d4-ec51-4761-b707-2467b82095d0), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.348859 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66f7db-9336-49bf-a77a-0c7a486291f2 None None] Pushing event updated for resources: {'Port': ['ID=af470b55-ab0c-419d-b63f-9e9e11c057c5,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:47.351686 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f47e2a04-ceaa-4890-8627-2843a9eee9f6 admin admin] Publish callbacks [] for security_group (f955a492-fd72-47bd-b479-dc74b9f46226), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.484895 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ad6edb-4e86-473e-aca2-5909c68ce151', 'tag': 'c638168b-ba07-4787-8687-f797adab2bd1'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:47.487199 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ad6edb-4e86-473e-aca2-5909c68ce151", "tag": "c638168b-ba07-4787-8687-f797adab2bd1"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:47.500620 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-f47e2a04-ceaa-4890-8627-2843a9eee9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (f955a492-fd72-47bd-b479-dc74b9f46226), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.515097 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for port (0da7d2d4-ec51-4761-b707-2467b82095d0), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.544578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb65ff21-8515-4724-b84a-f1246fefa39c x-openstack-request-id: req-bb65ff21-8515-4724-b84a-f1246fefa39c {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:47.544578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ad6edb-4e86-473e-aca2-5909c68ce151", "tag": "c638168b-ba07-4787-8687-f797adab2bd1", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:47.544578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bb65ff21-8515-4724-b84a-f1246fefa39c {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:47.544578 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb65ff21-8515-4724-b84a-f1246fefa39c'] response: {'name': 'network-changed', 'server_uuid': 'd1ad6edb-4e86-473e-aca2-5909c68ce151', 'tag': 'c638168b-ba07-4787-8687-f797adab2bd1', 'status': 'completed', 'code': 200} Jul 20 18:05:47.550845 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-f47e2a04-ceaa-4890-8627-2843a9eee9f6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3cc3746c0e7c4255a50a9ebb95465d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210745 Jul 20 18:05:47.553244 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e2a04-ceaa-4890-8627-2843a9eee9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f955a492-fd72-47bd-b479-dc74b9f46226,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:47.553924 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55872) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:47.598860 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (0da7d2d4-ec51-4761-b707-2467b82095d0), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.693066 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'Port': ['ID=0da7d2d4-ec51-4761-b707-2467b82095d0,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:47.704987 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Publish callbacks [] for security_group (f955a492-fd72-47bd-b479-dc74b9f46226), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.766252 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (0f86d8d4-32ac-4374-b656-64df740573d0), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.784389 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Publish callbacks [] for security_group (f955a492-fd72-47bd-b479-dc74b9f46226), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.809079 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-d6cfb02f-670d-4cf2-985a-66b87ff9990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:47.810585 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-d6cfb02f-670d-4cf2-985a-66b87ff9990a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=446aa9029e88444899a6e5613f8ee2df&device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 1131 time: 0.0837305 Jul 20 18:05:47.841468 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b619e3-41fc-496b-8b23-7f9c637fcf35 req-4443cc0f-026b-4638-8cee-2bf34728df9c tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:47.843674 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9b619e3-41fc-496b-8b23-7f9c637fcf35 req-4443cc0f-026b-4638-8cee-2bf34728df9c tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 947 time: 0.0653841 Jul 20 18:05:47.913665 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9b619e3-41fc-496b-8b23-7f9c637fcf35 req-b3c69c77-7e91-4ab4-8840-d0fb52ce8f64 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638423 Jul 20 18:05:47.945900 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:47.947612 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-2c2ef740-c476-43a8-9a04-bb84738a0503 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6580896 Jul 20 18:05:47.994431 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:48.002091 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-63fb96c5-4576-4cc8-989c-d1fad40f9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:48.003672 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-63fb96c5-4576-4cc8-989c-d1fad40f9ec0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=446637a3-b8f3-4933-9864-2731850d422a HTTP/1.1" status: 200 len: 870 time: 0.1852562 Jul 20 18:05:48.025177 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:48.025518 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 0bfa92e6-dc06-4321-ad8d-b4cbbf4f5c9b not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:48.059293 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-0387243f-ec7f-459f-b0c4-34bd1354c5ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c638168b-ba07-4787-8687-f797adab2bd1 HTTP/1.1" status: 200 len: 217 time: 0.0493379 Jul 20 18:05:48.111371 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (f955a492-fd72-47bd-b479-dc74b9f46226), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:48.111371 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:48.111371 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f955a492-fd72-47bd-b479-dc74b9f46226 HTTP/1.1" status: 204 len: 168 time: 0.5527780 Jul 20 18:05:48.125388 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f955a492-fd72-47bd-b479-dc74b9f46226,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:48.142522 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.142879 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.143328 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.143677 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.144015 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.144347 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.144701 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.145256 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.145457 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.145785 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.146114 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.147735 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.147735 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.148975 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.148975 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee6cf6-2bc1-40b0-9ec2-10f16214c0f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:05:48.155350 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-01eccc71-8d85-4b2d-a0ac-f2f3265ec4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:48.157053 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-01eccc71-8d85-4b2d-a0ac-f2f3265ec4b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57645a02-499d-4082-9194-77f8f8bd5b1a HTTP/1.1" status: 200 len: 843 time: 0.0921960 Jul 20 18:05:48.191900 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:48.235588 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-c0c52c8b-1472-4eb5-9652-5c3f98ce6fcd tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1859522284&fields=id&tenant_id=6c7630b166da4a50a09645b24e72dc2c HTTP/1.1" status: 200 len: 267 time: 0.0608535 Jul 20 18:05:48.236188 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-5c42dbc3-901b-49bd-b035-cb1b4adc6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:48.238744 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-5c42dbc3-901b-49bd-b035-cb1b4adc6cb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=446637a3-b8f3-4933-9864-2731850d422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0723016 Jul 20 18:05:48.407530 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-9e2e0643-03f2-415b-8e9a-c5a1714a49a9 service neutron] 10.222.0.13 "GET /v2.0/networks/446637a3-b8f3-4933-9864-2731850d422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620331 Jul 20 18:05:48.429502 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c95f-fbfa-447f-9a20-939a749a118a req-d305cb01-4718-475d-8639-e9dc9c671016 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:48.430649 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-d305cb01-4718-475d-8639-e9dc9c671016 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 811 time: 0.1939366 Jul 20 18:05:48.448100 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-407a81fe-fab5-4795-a082-12a9200d853f tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/quotas/6c7630b166da4a50a09645b24e72dc2c HTTP/1.1" status: 200 len: 375 time: 0.0114329 Jul 20 18:05:48.523039 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b037fc65-6f72-40d3-a1ef-c88106a60082 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654790 Jul 20 18:05:48.545888 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-0127b742-7f16-4c58-a3dd-ec2e1d132ddc req-c5ea5d89-0f45-4177-9662-e7735375ac92 service neutron] 10.222.0.13 "GET /v2.0/networks/446637a3-b8f3-4933-9864-2731850d422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321881 Jul 20 18:05:48.568299 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:48.649320 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-da90db48-f8ec-4779-aedb-9427a6e8de9b service neutron] 10.222.0.27 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173759 Jul 20 18:05:48.761154 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-773e9426-1fe7-486f-8868-6a2b50baf9b6 service neutron] 10.222.0.27 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067493 Jul 20 18:05:48.961357 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device af470b55-ab0c-419d-b63f-9e9e11c057c5 up at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:05:49.011559 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Provisioning complete for port af470b55-ab0c-419d-b63f-9e9e11c057c5 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:49.012299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:49.040274 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092e5e9-4535-42c5-b84e-7f6decb28fa0 req-2c103a6d-1066-4cc6-b719-9d01169ee2d0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:49.041856 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0092e5e9-4535-42c5-b84e-7f6decb28fa0 req-2c103a6d-1066-4cc6-b719-9d01169ee2d0 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 947 time: 0.0537357 Jul 20 18:05:49.126555 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Current status of the port af470b55-ab0c-419d-b63f-9e9e11c057c5 is: ACTIVE; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:49.145078 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0092e5e9-4535-42c5-b84e-7f6decb28fa0 req-a1f51e28-37eb-4320-bbac-86cbd2866002 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883262 Jul 20 18:05:49.164436 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-cf6cc3c5-1c5b-4584-9f17-150fd841df2a req-86bc7dc8-0a75-4cf4-a561-77a8c0b58a27 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 210 time: 0.0424321 Jul 20 18:05:49.393661 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:49.603567 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:49.735442 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55966) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:50.011099 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device c638168b-ba07-4787-8687-f797adab2bd1 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:05:50.061010 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (dbf5e9ac-1755-42cc-919a-e54ae334996e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:50.123662 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port c638168b-ba07-4787-8687-f797adab2bd1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c638168b-ba07-4787-8687-f797adab2bd1,segment=NetworkSegment(8a87efa4-de41-4062-b766-76b0e812bdd8),segment_id=8a87efa4-de41-4062-b766-76b0e812bdd8)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:50.137769 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': 'c638168b-ba07-4787-8687-f797adab2bd1', 'network_id': '446637a3-b8f3-4933-9864-2731850d422a', 'port_id': 'c638168b-ba07-4787-8687-f797adab2bd1', 'mac_address': 'fa:16:3e:ab:45:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57645a02-499d-4082-9194-77f8f8bd5b1a', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:05:50.174314 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port c638168b-ba07-4787-8687-f797adab2bd1 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:50.174711 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c638168b-ba07-4787-8687-f797adab2bd1), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:50.195768 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c638168b-ba07-4787-8687-f797adab2bd1 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:05:50.216753 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port c638168b-ba07-4787-8687-f797adab2bd1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c638168b-ba07-4787-8687-f797adab2bd1,segment=NetworkSegment(8a87efa4-de41-4062-b766-76b0e812bdd8),segment_id=8a87efa4-de41-4062-b766-76b0e812bdd8)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:50.306469 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Deleting port 9de94186-0c1b-4755-9586-9dab5a957ac4 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:50.306729 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:50.313151 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f1e1ff22-1038-41bc-bc25-74683fadeef9 req-e31b886c-189f-4b73-9476-534929827d86 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 210 time: 0.0331144 Jul 20 18:05:50.322138 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa19f5-60e4-4f22-b19b-3cb3592608ce req-7f222a8c-d7cb-4c20-9e27-ff8d92908b64 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:50.323675 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-95aa19f5-60e4-4f22-b19b-3cb3592608ce req-7f222a8c-d7cb-4c20-9e27-ff8d92908b64 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 947 time: 0.0761201 Jul 20 18:05:50.342551 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c638168b-ba07-4787-8687-f797adab2bd1), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:50.408540 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] For port 9de94186-0c1b-4755-9586-9dab5a957ac4, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=9de94186-0c1b-4755-9586-9dab5a957ac4,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:50.409399 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:50.425363 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-95aa19f5-60e4-4f22-b19b-3cb3592608ce req-99cd5d6b-9702-49d0-815a-5ebe0d39a605 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830944 Jul 20 18:05:50.427411 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Calling delete_port for 9de94186-0c1b-4755-9586-9dab5a957ac4 owned by network:router_interface {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:50.454866 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=c638168b-ba07-4787-8687-f797adab2bd1,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:50.618005 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['c638168b-ba07-4787-8687-f797adab2bd1'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:05:50.724809 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (9de94186-0c1b-4755-9586-9dab5a957ac4), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:50.754646 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9de94186-0c1b-4755-9586-9dab5a957ac4,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:51.204707 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (dbf5e9ac-1755-42cc-919a-e54ae334996e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:51.429656 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0967fa75-3887-4815-b518-5cdd9e0935cc req-855e2fd8-6a1b-4073-8856-7ca38279b097 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 210 time: 0.0293577 Jul 20 18:05:51.435595 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Router dbf5e9ac-1755-42cc-919a-e54ae334996e has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:51.540985 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:51.545102 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540041f-604a-40ab-8cf9-756709536596 req-cbb0651f-c56e-40c0-a014-eab9521297ef tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:51.546677 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3540041f-604a-40ab-8cf9-756709536596 req-cbb0651f-c56e-40c0-a014-eab9521297ef tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 948 time: 0.0513620 Jul 20 18:05:51.551688 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:51.557016 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9d39f2d1-6b57-4564-b152-bc88d22e95ec admin admin] 10.222.0.27 "PUT /v2.0/routers/dbf5e9ac-1755-42cc-919a-e54ae334996e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8204894 Jul 20 18:05:51.559589 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 55982) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:51.566187 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] Sync routers for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:51.605239 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:51.612277 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-3540041f-604a-40ab-8cf9-756709536596 req-adf1afc9-c3d2-41e1-988e-ca7190ce596c tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595162 Jul 20 18:05:51.613731 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:51.694272 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks [] for router (dbf5e9ac-1755-42cc-919a-e54ae334996e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:51.723315 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:51.756008 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:51.801849 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:51.807846 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks [] for router_gateway (dbf5e9ac-1755-42cc-919a-e54ae334996e), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:51.930595 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Deleting port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:51.931006 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:51.998101 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:52.034968 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device c638168b-ba07-4787-8687-f797adab2bd1 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:05:52.105912 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:05:50Z', 'revision_number': 5, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port': {'id': '77fd2af4-9aff-49dc-a216-e1f6bc8aa25b', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:34Z', 'updated_at': '2022-07-20T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:52.117767 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c95f-fbfa-447f-9a20-939a749a118a req-2949ba65-2b0f-4f1f-9c60-46e367a3f434 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:52.119358 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-2949ba65-2b0f-4f1f-9c60-46e367a3f434 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 811 time: 0.1974721 Jul 20 18:05:52.125238 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] For port 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=77fd2af4-9aff-49dc-a216-e1f6bc8aa25b,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:52.126079 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.143313 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] Checking router: dbf5e9ac-1755-42cc-919a-e54ae334996e for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:52.148609 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port c638168b-ba07-4787-8687-f797adab2bd1 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:05:52.155928 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Calling delete_port for 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:52.157838 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] Routers {'dbf5e9ac-1755-42cc-919a-e54ae334996e'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:52.158476 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['dbf5e9ac-1755-42cc-919a-e54ae334996e'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:52.256848 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port c638168b-ba07-4787-8687-f797adab2bd1 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:52.257302 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (c638168b-ba07-4787-8687-f797adab2bd1), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.258333 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-9ed69e46-e5c7-4e1a-8c7a-fd0ff6b312eb tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7630b166da4a50a09645b24e72dc2c HTTP/1.1" status: 200 len: 380 time: 0.1230128 Jul 20 18:05:52.275547 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'port': {'device_id': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'admin_state_up': True, 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'security_groups': ['1b63b716-2fc4-4d7b-8f7a-2168de76da33']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:52.281318 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] Set router dbf5e9ac-1755-42cc-919a-e54ae334996e gateway port host: None {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:52.333237 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:05:51Z', 'revision_number': 6, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port_host': None}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:52.368630 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717834d-1a7a-40f0-aa10-2a23893e4a6f None None] The sync data for ids ['dbf5e9ac-1755-42cc-919a-e54ae334996e'] in dv-cinder-849846-3-smb is: [{'id': 'dbf5e9ac-1755-42cc-919a-e54ae334996e', 'name': 'tempest-TestMinimumBasicScenario-593259683-router', 'tenant_id': '1d7075d41e2349eebee32600a5c57a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:33Z', 'updated_at': '2022-07-20T18:05:51Z', 'revision_number': 6, 'project_id': '1d7075d41e2349eebee32600a5c57a68', 'gw_port_host': None}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:52.447891 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port c638168b-ba07-4787-8687-f797adab2bd1 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:05:52.448515 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (c638168b-ba07-4787-8687-f797adab2bd1), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.477476 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad6edb-4e86-473e-aca2-5909c68ce151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c638168b-ba07-4787-8687-f797adab2bd1'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:52.480331 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9e7859-fe95-4d33-b78d-88726cc2f207" -d '{"events": [{"server_uuid": "d1ad6edb-4e86-473e-aca2-5909c68ce151", "name": "network-vif-plugged", "status": "completed", "tag": "c638168b-ba07-4787-8687-f797adab2bd1"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:52.504555 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port c638168b-ba07-4787-8687-f797adab2bd1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c638168b-ba07-4787-8687-f797adab2bd1,segment=NetworkSegment(8a87efa4-de41-4062-b766-76b0e812bdd8),segment_id=8a87efa4-de41-4062-b766-76b0e812bdd8)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:52.517356 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:52.524606 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa65fbc2-3daf-48d2-a1b5-06a710a87080 x-openstack-request-id: req-aa65fbc2-3daf-48d2-a1b5-06a710a87080 {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:52.524898 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ad6edb-4e86-473e-aca2-5909c68ce151", "name": "network-vif-plugged", "status": "completed", "tag": "c638168b-ba07-4787-8687-f797adab2bd1", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:52.525157 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aa65fbc2-3daf-48d2-a1b5-06a710a87080 {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:52.525558 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa65fbc2-3daf-48d2-a1b5-06a710a87080'] response: {'server_uuid': 'd1ad6edb-4e86-473e-aca2-5909c68ce151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c638168b-ba07-4787-8687-f797adab2bd1', 'code': 200} Jul 20 18:05:52.542400 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5bff6f62-993e-40d5-b7fd-982283be4634 req-227c1aed-4db6-4cb3-abdf-ff21bd3b8800 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 210 time: 0.0318577 Jul 20 18:05:52.563852 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Made reservation on behalf of 6c7630b166da4a50a09645b24e72dc2c for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:05:52.567823 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.594670 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (c638168b-ba07-4787-8687-f797adab2bd1), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.597000 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (77fd2af4-9aff-49dc-a216-e1f6bc8aa25b), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.652320 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77fd2af4-9aff-49dc-a216-e1f6bc8aa25b,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:52.665470 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=c638168b-ba07-4787-8687-f797adab2bd1,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:52.669953 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.671103 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:52.777273 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09b9f9-086f-4010-ae14-6ed638b1effd req-84ae3458-83dc-4b90-9dda-8dcb68d43161 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:52.782922 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (dbf5e9ac-1755-42cc-919a-e54ae334996e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.785409 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec09b9f9-086f-4010-ae14-6ed638b1effd req-84ae3458-83dc-4b90-9dda-8dcb68d43161 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 949 time: 0.0798492 Jul 20 18:05:52.820127 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:52.846066 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ec09b9f9-086f-4010-ae14-6ed638b1effd req-0af75f4b-70e4-46c5-bf01-fa956a597596 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Jul 20 18:05:52.895220 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Allocated IP 172.20.0.8 (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f/dce6472d-4292-4d74-b7e7-d6019c036529/4318f245-467e-4da9-8b73-80eb71dd35eb) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:05:52.901803 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (dbf5e9ac-1755-42cc-919a-e54ae334996e), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:52.907164 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks [] for router_controller (dbf5e9ac-1755-42cc-919a-e54ae334996e), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.090618 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6480108-f5e5-42d4-9494-f8d1659063ee req-9751aebd-86a2-4c08-b3e9-d19f4df29ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:53.092080 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c6480108-f5e5-42d4-9494-f8d1659063ee req-9751aebd-86a2-4c08-b3e9-d19f4df29ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 1133 time: 0.0564525 Jul 20 18:05:53.113557 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.129106 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (dbf5e9ac-1755-42cc-919a-e54ae334996e), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.129687 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf5e9ac-1755-42cc-919a-e54ae334996e {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:05:53.138087 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.139202 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ddc7a007-9ac1-4ecf-a285-8d73e2b48ef4 admin admin] 10.222.0.27 "DELETE /v2.0/routers/dbf5e9ac-1755-42cc-919a-e54ae334996e HTTP/1.1" status: 204 len: 168 time: 1.5784655 Jul 20 18:05:53.141967 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56000) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:53.175645 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c6480108-f5e5-42d4-9494-f8d1659063ee req-158a7891-28a3-4a39-8a7c-8a0ffbe64996 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775208 Jul 20 18:05:53.189527 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9efb8a-f656-418d-85c5-237ade642c4e admin admin] Deleting subnet a964c6b0-23c2-4f05-aba5-d8695b6e385f {{(pid=111129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:05:53.192983 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-eb9efb8a-f656-418d-85c5-237ade642c4e admin admin] Publish callbacks [] for subnet (a964c6b0-23c2-4f05-aba5-d8695b6e385f), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.221080 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:53.236227 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-eb9efb8a-f656-418d-85c5-237ade642c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12514154'] for subnet (a964c6b0-23c2-4f05-aba5-d8695b6e385f), precommit_delete_associations {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.258600 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.279230 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 9de94186-0c1b-4755-9586-9dab5a957ac4 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:53.322594 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:05:53.324645 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 9de94186-0c1b-4755-9586-9dab5a957ac4 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:53.325090 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 9de94186-0c1b-4755-9586-9dab5a957ac4 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:53.325793 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:53.329111 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:05:53.333300 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:05:53.338630 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-eb9efb8a-f656-418d-85c5-237ade642c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (a964c6b0-23c2-4f05-aba5-d8695b6e385f), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.361260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'Port': ['ID=4318f245-467e-4da9-8b73-80eb71dd35eb,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:53.364675 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:53.365086 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 77fd2af4-9aff-49dc-a216-e1f6bc8aa25b not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:53.394203 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:53.394959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.581668 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-71e5194d-a29e-4b7e-9ee2-5162396dd9a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3114214 Jul 20 18:05:53.586886 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-5e076196-db0b-4c64-8178-d6569d582b1a None None] Provisioning complete for port 4318f245-467e-4da9-8b73-80eb71dd35eb triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:05:53.587438 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-5e076196-db0b-4c64-8178-d6569d582b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.650996 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-eb9efb8a-f656-418d-85c5-237ade642c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12547193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761170'] for subnet (a964c6b0-23c2-4f05-aba5-d8695b6e385f), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.651413 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-5e076196-db0b-4c64-8178-d6569d582b1a None None] Port 4318f245-467e-4da9-8b73-80eb71dd35eb cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:05:53.651768 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9efb8a-f656-418d-85c5-237ade642c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a964c6b0-23c2-4f05-aba5-d8695b6e385f,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:53.651918 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdffde4e-9f08-4d54-96ef-e3330e24ccc5 None None] Network 53b030e9-b2a8-477e-9065-456ab6e058a7 requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:05:53.652035 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-eb9efb8a-f656-418d-85c5-237ade642c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.654361 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-eb9efb8a-f656-418d-85c5-237ade642c4e admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a964c6b0-23c2-4f05-aba5-d8695b6e385f HTTP/1.1" status: 204 len: 168 time: 0.5113695 Jul 20 18:05:53.657042 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56008) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:53.710658 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5a764-2a12-4f1c-9675-ea8cd238b1d8 req-c3d95e0c-0d41-4b4f-97ae-e71cc609440c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:53.712142 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-98c5a764-2a12-4f1c-9675-ea8cd238b1d8 req-c3d95e0c-0d41-4b4f-97ae-e71cc609440c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 931 time: 0.0668495 Jul 20 18:05:53.735959 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (53b030e9-b2a8-477e-9065-456ab6e058a7), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.754295 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Request body: {'port': {'device_id': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:05:53.777418 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-98c5a764-2a12-4f1c-9675-ea8cd238b1d8 req-4e30d8bc-d5c1-4e6f-9244-c22fa5bf09b6 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589840 Jul 20 18:05:53.820451 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Deleting port 6afdc04a-53f1-4823-9d70-f4b47614b590 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:53.821109 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.840440 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] DHCP port deletion for 53b030e9-b2a8-477e-9065-456ab6e058a7 request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:05:53.882618 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] Deleting port 6afdc04a-53f1-4823-9d70-f4b47614b590 {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:53.882618 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.894576 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.962444 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] For port 6afdc04a-53f1-4823-9d70-f4b47614b590, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=6afdc04a-53f1-4823-9d70-f4b47614b590,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:53.962856 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.971379 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] For port 6afdc04a-53f1-4823-9d70-f4b47614b590, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=6afdc04a-53f1-4823-9d70-f4b47614b590,segment=NetworkSegment(cf0f7cb4-da6a-44d9-a911-8577d7b62842),segment_id=cf0f7cb4-da6a-44d9-a911-8577d7b62842)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:53.971808 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:53.979277 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] Calling delete_port for 6afdc04a-53f1-4823-9d70-f4b47614b590 owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:53.982369 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde6cfe-1713-4c09-b5cb-206d2785422f req-1e98e39f-ef1a-43dc-8df7-3af514e4c505 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:53.985388 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bcde6cfe-1713-4c09-b5cb-206d2785422f req-1e98e39f-ef1a-43dc-8df7-3af514e4c505 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 949 time: 0.0656636 Jul 20 18:05:54.038028 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Calling delete_port for 6afdc04a-53f1-4823-9d70-f4b47614b590 owned by network:dhcp {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:54.064221 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-bcde6cfe-1713-4c09-b5cb-206d2785422f req-39489073-b4af-4356-a523-4d68e7a8c09e tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670497 Jul 20 18:05:54.108190 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:54.292837 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4318f245-467e-4da9-8b73-80eb71dd35eb {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:05:54.301476 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Publish callbacks [] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.459903 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.465935 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (6afdc04a-53f1-4823-9d70-f4b47614b590), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.512844 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] Pushing event deleted for resources: {'Port': ['ID=6afdc04a-53f1-4823-9d70-f4b47614b590,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:54.522325 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0810330-aa0e-44d0-8ad7-b7c4d182a6f8 None None] No DVR routers for this DVR port 6afdc04a-53f1-4823-9d70-f4b47614b590 on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:54.536386 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:54.542946 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afdc04a-53f1-4823-9d70-f4b47614b590,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:54.544940 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Transition to ACTIVE for port object 4318f245-467e-4da9-8b73-80eb71dd35eb will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:05:54.546439 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] No DVR routers for this DVR port 6afdc04a-53f1-4823-9d70-f4b47614b590 on host dv-cinder-849846-3-smb {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:54.621650 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (53b030e9-b2a8-477e-9065-456ab6e058a7), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.645672 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b030e9-b2a8-477e-9065-456ab6e058a7']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:54.655084 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0f7cb4-da6a-44d9-a911-8577d7b62842') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:54.655377 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0f7cb4-da6a-44d9-a911-8577d7b62842') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:54.665712 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (cf0f7cb4-da6a-44d9-a911-8577d7b62842), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.681174 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (cf0f7cb4-da6a-44d9-a911-8577d7b62842), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.687892 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:05:54.688271 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (cf0f7cb4-da6a-44d9-a911-8577d7b62842), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.703817 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.742501 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment cf0f7cb4-da6a-44d9-a911-8577d7b62842 resource provider aggregate not found Jul 20 18:05:54.770492 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment cf0f7cb4-da6a-44d9-a911-8577d7b62842 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf0f7cb4-da6a-44d9-a911-8577d7b62842 found for delete ", "request_id": "req-5543bba6-7909-47da-b65f-d749dfc23b65"}]} Jul 20 18:05:54.801515 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Pushing event updated for resources: {'Port': ['ID=4318f245-467e-4da9-8b73-80eb71dd35eb,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:54.847011 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:54.879355 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Attempting to bind port 4318f245-467e-4da9-8b73-80eb71dd35eb on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:05:54.879689 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Attempting to bind port 4318f245-467e-4da9-8b73-80eb71dd35eb by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:05:54.880021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Attempting to bind port 4318f245-467e-4da9-8b73-80eb71dd35eb on network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:05:54.884990 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Port 4318f245-467e-4da9-8b73-80eb71dd35eb on network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:05:54.885308 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Attempting to bind port 4318f245-467e-4da9-8b73-80eb71dd35eb on network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:05:54.890336 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:05:54.890676 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Checking segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:05:54.891057 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Bound using segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:05:54.891481 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Bound port: 4318f245-467e-4da9-8b73-80eb71dd35eb, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:05:54.892011 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.927829 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f8585-e10e-4fb9-9643-79603d5a740c req-2ffe6862-bcd4-4dcd-ad3b-39a8421f1fbc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:54.929780 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (53b030e9-b2a8-477e-9065-456ab6e058a7), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.933895 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-438f8585-e10e-4fb9-9643-79603d5a740c req-2ffe6862-bcd4-4dcd-ad3b-39a8421f1fbc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 943 time: 0.0747430 Jul 20 18:05:54.938965 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:54.946258 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] 10.222.0.27 "DELETE /v2.0/networks/53b030e9-b2a8-477e-9065-456ab6e058a7 HTTP/1.1" status: 204 len: 168 time: 1.2847412 Jul 20 18:05:54.946928 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56020) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:54.968030 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab3eb7-ac20-4501-9ed4-9a48f550f052 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b030e9-b2a8-477e-9065-456ab6e058a7,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:54.968746 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:54.989846 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 6afdc04a-53f1-4823-9d70-f4b47614b590 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:55.017503 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 6afdc04a-53f1-4823-9d70-f4b47614b590 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:55.018657 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-438f8585-e10e-4fb9-9643-79603d5a740c req-c72087f9-06bd-4f4c-badf-058905919925 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688324 Jul 20 18:05:55.025372 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 6afdc04a-53f1-4823-9d70-f4b47614b590 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:55.064544 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] For port 4318f245-467e-4da9-8b73-80eb71dd35eb, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:05:55.081188 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] For port 4318f245-467e-4da9-8b73-80eb71dd35eb, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4318f245-467e-4da9-8b73-80eb71dd35eb,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:05:55.190976 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cec0f7-51a8-4fc6-99c4-e2fc0d45a919 req-d9a399c5-9e0a-4529-bb95-2b09ec6ecf62 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:55.192591 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9cec0f7-51a8-4fc6-99c4-e2fc0d45a919 req-d9a399c5-9e0a-4529-bb95-2b09ec6ecf62 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 949 time: 0.0489483 Jul 20 18:05:55.234787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:55.244268 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a9cec0f7-51a8-4fc6-99c4-e2fc0d45a919 req-3b317a67-8509-4e4f-a454-91f6c4b5a747 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Jul 20 18:05:55.281479 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:55.282165 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:55.283593 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] 10.222.0.13 "PUT /v2.0/ports/4318f245-467e-4da9-8b73-80eb71dd35eb HTTP/1.1" status: 200 len: 1093 time: 1.5357177 Jul 20 18:05:55.310987 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'tag': '4318f245-467e-4da9-8b73-80eb71dd35eb'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:55.313314 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc43858-cc01-4381-bc60-04c1f3d3986a" -d '{"events": [{"name": "network-changed", "server_uuid": "60d6cc46-b95b-4fa8-908e-dad02623de3e", "tag": "4318f245-467e-4da9-8b73-80eb71dd35eb"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:55.362778 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c229e-dc95-489b-93bb-f4821ed781a8 x-openstack-request-id: req-7a4c229e-dc95-489b-93bb-f4821ed781a8 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:55.363063 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d6cc46-b95b-4fa8-908e-dad02623de3e", "tag": "4318f245-467e-4da9-8b73-80eb71dd35eb", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:55.363315 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a4c229e-dc95-489b-93bb-f4821ed781a8 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:55.363709 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4c229e-dc95-489b-93bb-f4821ed781a8'] response: {'name': 'network-changed', 'server_uuid': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'tag': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'status': 'completed', 'code': 200} Jul 20 18:05:55.367051 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebd63c-71b3-4fe5-a99e-ab6e8a3a2b3f service neutron] Pushing event updated for resources: {'Port': ['ID=4318f245-467e-4da9-8b73-80eb71dd35eb,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:55.413705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (274d3c7c-5bd2-4888-8778-91820a0b5cb8), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:55.520835 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc43858-cc01-4381-bc60-04c1f3d3986a req-258bf430-4c17-40b0-9e9a-4bf6653acc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:55.522374 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-bcc43858-cc01-4381-bc60-04c1f3d3986a req-258bf430-4c17-40b0-9e9a-4bf6653acc48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 1127 time: 0.1058490 Jul 20 18:05:55.694644 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc43858-cc01-4381-bc60-04c1f3d3986a req-66a76e9c-4f73-4e8c-99eb-3c8bd33ca972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:55.696113 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-bcc43858-cc01-4381-bc60-04c1f3d3986a req-66a76e9c-4f73-4e8c-99eb-3c8bd33ca972 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c7630b166da4a50a09645b24e72dc2c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1611254 Jul 20 18:05:55.752616 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9dd45639-ff4c-4e55-a08d-116a704a8bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:55.933959 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4844c74-9c9c-4cd3-817e-371b3be5d6c0 req-10c5f0ad-e754-46e0-8f57-4f83a76afefb tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:55.935492 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a4844c74-9c9c-4cd3-817e-371b3be5d6c0 req-10c5f0ad-e754-46e0-8f57-4f83a76afefb tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 949 time: 0.0502563 Jul 20 18:05:55.987636 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a4844c74-9c9c-4cd3-817e-371b3be5d6c0 req-61a30d30-20fd-4dfc-9e62-fcf150c70198 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459471 Jul 20 18:05:56.085403 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:56.093078 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Deleting port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:56.093419 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:56.146463 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8765d-f4b1-4885-b415-09fae89e4aa5 req-5db399c6-5d14-4e4d-b610-db2236db76b8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:56.147942 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-76d8765d-f4b1-4885-b415-09fae89e4aa5 req-5db399c6-5d14-4e4d-b610-db2236db76b8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 943 time: 0.0516446 Jul 20 18:05:56.158249 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc43858-cc01-4381-bc60-04c1f3d3986a req-d14244fb-85dc-4df5-955c-23830f25706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:56.159711 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-bcc43858-cc01-4381-bc60-04c1f3d3986a req-d14244fb-85dc-4df5-955c-23830f25706f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4410670 Jul 20 18:05:56.189637 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] For port 38a8c5a2-85c7-4fc9-a8a7-e873000852d4, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,segment=NetworkSegment(cc142110-8a19-4086-83d8-766a7810f138),segment_id=cc142110-8a19-4086-83d8-766a7810f138)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:56.190002 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:56.196814 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-76d8765d-f4b1-4885-b415-09fae89e4aa5 req-3ec839ba-fe8a-4e48-9059-05adf1d4a75e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Jul 20 18:05:56.203413 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Calling delete_port for 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 owned by network:router_interface {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:56.478107 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (38a8c5a2-85c7-4fc9-a8a7-e873000852d4), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:56.503660 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Pushing event deleted for resources: {'Port': ['ID=38a8c5a2-85c7-4fc9-a8a7-e873000852d4,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:56.677656 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (274d3c7c-5bd2-4888-8778-91820a0b5cb8), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:56.891278 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:05:57.023287 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c95f-fbfa-447f-9a20-939a749a118a req-1dd6cd20-aed5-46a9-86b0-a0159ec09f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:57.023392 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-1dd6cd20-aed5-46a9-86b0-a0159ec09f3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 1127 time: 0.0752833 Jul 20 18:05:57.026706 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:57.034367 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:05:57.043384 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9c5df2af-d9e7-43d6-af1d-150f71a25eed admin admin] 10.222.0.27 "PUT /v2.0/routers/274d3c7c-5bd2-4888-8778-91820a0b5cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0923531 Jul 20 18:05:57.043384 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56042) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:57.046177 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] Sync routers for ids ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'] in dv-cinder-849846-3-smb {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:05:57.058209 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] Routers {'274d3c7c-5bd2-4888-8778-91820a0b5cb8'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:57.059048 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:57.119366 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178efaf-f451-4f2b-8be5-20ed58d86422 req-d489cce2-10d4-4c31-bd75-1f2650408a4c tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:57.126217 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c178efaf-f451-4f2b-8be5-20ed58d86422 req-d489cce2-10d4-4c31-bd75-1f2650408a4c tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 949 time: 0.0604668 Jul 20 18:05:57.165227 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] Set router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:57.168305 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-01cc3368-349c-4c7e-9983-116007688481 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4318f245-467e-4da9-8b73-80eb71dd35eb HTTP/1.1" status: 200 len: 217 time: 0.0361347 Jul 20 18:05:57.173777 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c178efaf-f451-4f2b-8be5-20ed58d86422 req-4dc546fb-14e6-4281-9eb5-ced92fc7b997 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467036 Jul 20 18:05:57.216787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks [] for router (274d3c7c-5bd2-4888-8778-91820a0b5cb8), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:57.273482 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=100 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:57.330694 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:57.340580 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba688a-cb56-43c0-80ac-cdc1a3ed8f02 req-1e2eeb9b-c163-4e2b-b418-cdfc0b4cadcb tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:57.348296 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-51ba688a-cb56-43c0-80ac-cdc1a3ed8f02 req-1e2eeb9b-c163-4e2b-b418-cdfc0b4cadcb tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 943 time: 0.0645807 Jul 20 18:05:57.355034 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:05:56Z', 'revision_number': 5, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:57.359100 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b297ebc4-9fac-43c7-8974-b5db1ec3faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:57.360645 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-b297ebc4-9fac-43c7-8974-b5db1ec3faf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.1858828 Jul 20 18:05:57.364712 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:57.387551 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-3281a979-9d14-49a7-a5ef-7851363e18c8 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:57.388974 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-3281a979-9d14-49a7-a5ef-7851363e18c8 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 949 time: 0.1310465 Jul 20 18:05:57.391468 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] Checking router: 274d3c7c-5bd2-4888-8778-91820a0b5cb8 for host: dv-cinder-849846-3-smb {{(pid=111132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:05:57.414421 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] Routers {'274d3c7c-5bd2-4888-8778-91820a0b5cb8'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:05:57.424126 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'], 'active': True} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:57.424242 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-51ba688a-cb56-43c0-80ac-cdc1a3ed8f02 req-4125e53f-26e5-42e1-896b-148969f2ee86 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717728 Jul 20 18:05:57.482128 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434c95f-fbfa-447f-9a20-939a749a118a req-c37151b6-f04a-450c-b573-8c06637d2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:57.483832 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-c37151b6-f04a-450c-b573-8c06637d2154 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1135688 Jul 20 18:05:57.485238 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks [] for router_gateway (274d3c7c-5bd2-4888-8778-91820a0b5cb8), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:57.529589 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_dvr_db [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] Set router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 gateway port host: dv-cinder-849846-3-smb {{(pid=111132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:05:57.629918 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:57.641139 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Deleting port c638168b-ba07-4787-8687-f797adab2bd1 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:57.641482 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (c638168b-ba07-4787-8687-f797adab2bd1), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:57.681032 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Deleting port 1446a972-f151-4d5b-a97a-179317582cde {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:57.681705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (1446a972-f151-4d5b-a97a-179317582cde), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:57.720644 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.l3_hamode_db [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:05:56Z', 'revision_number': 5, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:05:57.753497 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:57.754239 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44ede4-b80b-4b2f-9059-447a22163cf1 None None] The sync data for ids ['274d3c7c-5bd2-4888-8778-91820a0b5cb8'] in dv-cinder-849846-3-smb is: [{'id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'name': 'tempest-TestMinimumBasicScenario-2133113419-router', 'tenant_id': '9d1248b10237426986a001602d6f2eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '1446a972-f151-4d5b-a97a-179317582cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:02:42Z', 'updated_at': '2022-07-20T18:05:56Z', 'revision_number': 5, 'project_id': '9d1248b10237426986a001602d6f2eb8', 'gw_port': {'id': '1446a972-f151-4d5b-a97a-179317582cde', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274d3c7c-5bd2-4888-8778-91820a0b5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:02:43Z', 'updated_at': '2022-07-20T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:05:57.806583 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-e918618f-c4a5-4505-b900-6304987b7312 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156807 Jul 20 18:05:57.887733 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] For port 1446a972-f151-4d5b-a97a-179317582cde, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=1446a972-f151-4d5b-a97a-179317582cde,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:57.888115 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (1446a972-f151-4d5b-a97a-179317582cde), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:57.947873 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] For port c638168b-ba07-4787-8687-f797adab2bd1, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=c638168b-ba07-4787-8687-f797adab2bd1,segment=NetworkSegment(8a87efa4-de41-4062-b766-76b0e812bdd8),segment_id=8a87efa4-de41-4062-b766-76b0e812bdd8)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:57.947873 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (c638168b-ba07-4787-8687-f797adab2bd1), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:57.951324 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Calling delete_port for 1446a972-f151-4d5b-a97a-179317582cde owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:57.984078 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Calling delete_port for c638168b-ba07-4787-8687-f797adab2bd1 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:58.029452 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:58.043433 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-1434c95f-fbfa-447f-9a20-939a749a118a req-8cb9b37c-c7a5-4ba9-a0f6-5873366e62c8 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263134 Jul 20 18:05:58.074188 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-1a6fca69-71c3-424d-a437-7b5570bbb67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:58.096606 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:58.231390 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:58.325533 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc160c-3901-494d-a58b-f660fbe87782 req-e63e75a1-16b8-4728-8cb8-8ade1bbd3a79 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:58.327038 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1cc160c-3901-494d-a58b-f660fbe87782 req-e63e75a1-16b8-4728-8cb8-8ade1bbd3a79 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 949 time: 0.0496686 Jul 20 18:05:58.341721 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (1446a972-f151-4d5b-a97a-179317582cde), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:58.371272 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1446a972-f151-4d5b-a97a-179317582cde,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:58.378591 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (c638168b-ba07-4787-8687-f797adab2bd1), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:58.385858 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-b1cc160c-3901-494d-a58b-f660fbe87782 req-4f5474ba-ad2c-4625-826e-a0728c63e89d tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/security-groups?id=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515270 Jul 20 18:05:58.427668 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Pushing event deleted for resources: {'Port': ['ID=c638168b-ba07-4787-8687-f797adab2bd1,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:58.556579 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3a467-bcfe-426b-8f5a-7427d2470c14 req-24ac0c97-beef-4278-9422-f33bda8eaa23 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:58.558363 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0bc3a467-bcfe-426b-8f5a-7427d2470c14 req-24ac0c97-beef-4278-9422-f33bda8eaa23 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 943 time: 0.0559716 Jul 20 18:05:58.615607 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-0bc3a467-bcfe-426b-8f5a-7427d2470c14 req-0e0e73f4-2636-4445-9e19-a5d1cccaab86 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512011 Jul 20 18:05:58.747948 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:58.766033 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] No DVR routers for this DVR port c638168b-ba07-4787-8687-f797adab2bd1 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:05:58.772388 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:58.775773 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-629232b8-c55b-477a-a9ca-54cbe61562c3 req-fea06f02-bf81-4296-8bbd-26a2e733b828 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.13 "DELETE /v2.0/ports/c638168b-ba07-4787-8687-f797adab2bd1 HTTP/1.1" status: 204 len: 173 time: 1.3633757 Jul 20 18:05:58.776219 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad6edb-4e86-473e-aca2-5909c68ce151', 'name': 'network-vif-deleted', 'tag': 'c638168b-ba07-4787-8687-f797adab2bd1'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:05:58.778488 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e81e847-2808-42af-95d4-7c046f508c24" -d '{"events": [{"server_uuid": "d1ad6edb-4e86-473e-aca2-5909c68ce151", "name": "network-vif-deleted", "tag": "c638168b-ba07-4787-8687-f797adab2bd1"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:05:58.788570 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (274d3c7c-5bd2-4888-8778-91820a0b5cb8), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:58.844776 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd2cdb-360c-48f3-9e49-6113f57ca5c1 x-openstack-request-id: req-63fd2cdb-360c-48f3-9e49-6113f57ca5c1 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:05:58.845060 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ad6edb-4e86-473e-aca2-5909c68ce151", "name": "network-vif-deleted", "tag": "c638168b-ba07-4787-8687-f797adab2bd1", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:05:58.845310 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-63fd2cdb-360c-48f3-9e49-6113f57ca5c1 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:05:58.845713 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fd2cdb-360c-48f3-9e49-6113f57ca5c1'] response: {'server_uuid': 'd1ad6edb-4e86-473e-aca2-5909c68ce151', 'name': 'network-vif-deleted', 'tag': 'c638168b-ba07-4787-8687-f797adab2bd1', 'status': 'completed', 'code': 200} Jul 20 18:05:58.881883 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (274d3c7c-5bd2-4888-8778-91820a0b5cb8), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:58.884174 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks [] for router_controller (274d3c7c-5bd2-4888-8778-91820a0b5cb8), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:58.963409 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:05:58.986388 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:05:58.986755 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 38a8c5a2-85c7-4fc9-a8a7-e873000852d4 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:05:59.080743 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (274d3c7c-5bd2-4888-8778-91820a0b5cb8), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.081344 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 274d3c7c-5bd2-4888-8778-91820a0b5cb8 {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:05:59.087675 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.090745 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56096) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:59.091046 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9dbe87b0-4840-4b53-bd71-521a2bf84ae8 admin admin] 10.222.0.27 "DELETE /v2.0/routers/274d3c7c-5bd2-4888-8778-91820a0b5cb8 HTTP/1.1" status: 204 len: 168 time: 2.0472550 Jul 20 18:05:59.121232 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:59.142530 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a08589-2373-49fb-ab7e-0cf78a5404f2 admin admin] Deleting subnet 9ec97c1b-3494-499f-be8a-468864ad1ca5 {{(pid=111129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:05:59.146060 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-00a08589-2373-49fb-ab7e-0cf78a5404f2 admin admin] Publish callbacks [] for subnet (9ec97c1b-3494-499f-be8a-468864ad1ca5), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.191610 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-00a08589-2373-49fb-ab7e-0cf78a5404f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12514154'] for subnet (9ec97c1b-3494-499f-be8a-468864ad1ca5), precommit_delete_associations {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.275128 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-00a08589-2373-49fb-ab7e-0cf78a5404f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (9ec97c1b-3494-499f-be8a-468864ad1ca5), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.306927 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=83,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:05:59.443855 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-00a08589-2373-49fb-ab7e-0cf78a5404f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12547193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761170'] for subnet (9ec97c1b-3494-499f-be8a-468864ad1ca5), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.486991 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a08589-2373-49fb-ab7e-0cf78a5404f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec97c1b-3494-499f-be8a-468864ad1ca5,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:05:59.498063 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a7ad1-604f-4284-9f7f-9f7a1469c28a None None] Network a4f233e9-f3d3-4c75-b1cc-53348b3eca5b requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:05:59.499437 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-00a08589-2373-49fb-ab7e-0cf78a5404f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.502214 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-00a08589-2373-49fb-ab7e-0cf78a5404f2 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9ec97c1b-3494-499f-be8a-468864ad1ca5 HTTP/1.1" status: 204 len: 168 time: 0.4102557 Jul 20 18:05:59.505001 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56106) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:05:59.538626 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f9e7436f-b66e-4f0f-bdea-19628743e717 req-26abd598-d5d8-404c-aa19-2f476d58cbe2 tempest-VolumesNegativeTest-134536325 tempest-VolumesNegativeTest-134536325-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1ad6edb-4e86-473e-aca2-5909c68ce151 HTTP/1.1" status: 200 len: 210 time: 0.0528517 Jul 20 18:05:59.605087 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (a4f233e9-f3d3-4c75-b1cc-53348b3eca5b), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.658342 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Deleting port 0302636e-0b88-47ee-9fd1-77fc79d8e626 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:59.658684 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.682977 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] DHCP port deletion for a4f233e9-f3d3-4c75-b1cc-53348b3eca5b request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:05:59.730347 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] Deleting port 0302636e-0b88-47ee-9fd1-77fc79d8e626 {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:05:59.730720 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.731805 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] For port 0302636e-0b88-47ee-9fd1-77fc79d8e626, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=0302636e-0b88-47ee-9fd1-77fc79d8e626,segment=NetworkSegment(cc142110-8a19-4086-83d8-766a7810f138),segment_id=cc142110-8a19-4086-83d8-766a7810f138)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:59.732360 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.747954 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8b33b-eda0-4a82-827a-0fa7da477020 req-53703c17-0926-4f48-a169-e06366ac0b9a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:05:59.748463 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Calling delete_port for 0302636e-0b88-47ee-9fd1-77fc79d8e626 owned by network:dhcp {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:05:59.749698 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e1c8b33b-eda0-4a82-827a-0fa7da477020 req-53703c17-0926-4f48-a169-e06366ac0b9a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 943 time: 0.0579791 Jul 20 18:05:59.807781 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] For port 0302636e-0b88-47ee-9fd1-77fc79d8e626, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=0302636e-0b88-47ee-9fd1-77fc79d8e626,segment=NetworkSegment(cc142110-8a19-4086-83d8-766a7810f138),segment_id=cc142110-8a19-4086-83d8-766a7810f138)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:05:59.808176 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:05:59.819844 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e1c8b33b-eda0-4a82-827a-0fa7da477020 req-342d542d-74c1-4fb9-b601-2ed2f597f1fa tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621085 Jul 20 18:05:59.834386 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] Calling delete_port for 0302636e-0b88-47ee-9fd1-77fc79d8e626 owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:06:00.032453 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.056785 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Pushing event deleted for resources: {'Port': ['ID=0302636e-0b88-47ee-9fd1-77fc79d8e626,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:00.057035 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device c638168b-ba07-4787-8687-f797adab2bd1 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:06:00.062879 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] No DVR routers for this DVR port 0302636e-0b88-47ee-9fd1-77fc79d8e626 on host dv-cinder-849846-3-smb {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:06:00.078190 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: c638168b-ba07-4787-8687-f797adab2bd1 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:06:00.078530 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device c638168b-ba07-4787-8687-f797adab2bd1 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:06:00.086246 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (0302636e-0b88-47ee-9fd1-77fc79d8e626), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.097285 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:00.113805 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] Pushing event deleted for resources: {'Port': ['ID=0302636e-0b88-47ee-9fd1-77fc79d8e626,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:00.117811 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b5b7c-cb0f-4da7-a101-9fd2ebc998d3 None None] No DVR routers for this DVR port 0302636e-0b88-47ee-9fd1-77fc79d8e626 on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:06:00.141945 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (a4f233e9-f3d3-4c75-b1cc-53348b3eca5b), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.163571 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f233e9-f3d3-4c75-b1cc-53348b3eca5b']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:06:00.172927 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc142110-8a19-4086-83d8-766a7810f138') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:06:00.173205 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc142110-8a19-4086-83d8-766a7810f138') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:06:00.183274 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (cc142110-8a19-4086-83d8-766a7810f138), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.197830 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (cc142110-8a19-4086-83d8-766a7810f138), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.204194 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:06:00.204619 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (cc142110-8a19-4086-83d8-766a7810f138), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.231904 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment cc142110-8a19-4086-83d8-766a7810f138 resource provider aggregate not found Jul 20 18:06:00.273089 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment cc142110-8a19-4086-83d8-766a7810f138 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc142110-8a19-4086-83d8-766a7810f138 found for delete ", "request_id": "req-d72f0a53-76b7-4f38-898c-f21507d90d34"}]} Jul 20 18:06:00.323423 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.369599 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (a4f233e9-f3d3-4c75-b1cc-53348b3eca5b), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.375072 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:00.378193 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] 10.222.0.27 "DELETE /v2.0/networks/a4f233e9-f3d3-4c75-b1cc-53348b3eca5b HTTP/1.1" status: 204 len: 168 time: 0.8718467 Jul 20 18:06:00.391875 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f52b4-a855-4e55-b449-20c53e33963a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f233e9-f3d3-4c75-b1cc-53348b3eca5b,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:00.925674 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56134) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:00.957107 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc79062-ea96-4825-b18e-7782d269ee1b req-94149d94-769d-4662-b6eb-5ca13dcf99c3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:00.959770 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ecc79062-ea96-4825-b18e-7782d269ee1b req-94149d94-769d-4662-b6eb-5ca13dcf99c3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 943 time: 0.0809100 Jul 20 18:06:00.984905 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 0302636e-0b88-47ee-9fd1-77fc79d8e626 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:06:00.992542 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-c1324f84-91fd-4c3f-a28c-56cbd9f72635 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1d7075d41e2349eebee32600a5c57a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623639 Jul 20 18:06:00.993298 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56136) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:01.012994 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 0302636e-0b88-47ee-9fd1-77fc79d8e626 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:06:01.013332 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 0302636e-0b88-47ee-9fd1-77fc79d8e626 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:06:01.013742 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 1446a972-f151-4d5b-a97a-179317582cde no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:06:01.015026 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ecc79062-ea96-4825-b18e-7782d269ee1b req-a075ed0a-a971-49cd-bff0-9c53888cd12e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489998 Jul 20 18:06:01.048093 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 1446a972-f151-4d5b-a97a-179317582cde {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:06:01.048426 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 1446a972-f151-4d5b-a97a-179317582cde not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:06:01.049573 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-48331ba6-fbe0-4670-b581-c2490f2d4044 admin admin] Publish callbacks [] for security_group (a5d5f403-b818-4279-b8d4-6a8876074b1d), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:01.079454 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-48331ba6-fbe0-4670-b581-c2490f2d4044 admin admin] Publish callbacks [] for security_group (a5d5f403-b818-4279-b8d4-6a8876074b1d), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:01.169916 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:01.289716 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-48331ba6-fbe0-4670-b581-c2490f2d4044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (a5d5f403-b818-4279-b8d4-6a8876074b1d), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:01.303993 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-48331ba6-fbe0-4670-b581-c2490f2d4044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:01.303993 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-48331ba6-fbe0-4670-b581-c2490f2d4044 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a5d5f403-b818-4279-b8d4-6a8876074b1d HTTP/1.1" status: 204 len: 168 time: 0.2992971 Jul 20 18:06:01.303993 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48331ba6-fbe0-4670-b581-c2490f2d4044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d5f403-b818-4279-b8d4-6a8876074b1d,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:01.437849 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:01.812807 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:06:02.073676 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4318f245-467e-4da9-8b73-80eb71dd35eb details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:06:02.094303 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56194) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:02.127921 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:02.191035 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad9010-55b9-4918-850f-1b2f5b834239 req-94a97ecb-84af-4737-a32a-3ef2d786f73a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:02.192702 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-19ad9010-55b9-4918-850f-1b2f5b834239 req-94a97ecb-84af-4737-a32a-3ef2d786f73a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 943 time: 0.0796118 Jul 20 18:06:02.196540 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-b0233a9a-9ac5-412c-8346-03d554506243 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9d1248b10237426986a001602d6f2eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1040390 Jul 20 18:06:02.199277 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56208) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:02.208176 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:02.270943 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:02.296004 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-19ad9010-55b9-4918-850f-1b2f5b834239 req-3177e9ae-1bb6-4cbf-8e79-080fa679f120 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944459 Jul 20 18:06:02.297014 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-237dae7f-543b-442f-907b-7d3e05af7d86 admin admin] Publish callbacks [] for security_group (5fd6cb2b-7651-4a97-b1fc-842b30409fab), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:02.323229 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-237dae7f-543b-442f-907b-7d3e05af7d86 admin admin] Publish callbacks [] for security_group (5fd6cb2b-7651-4a97-b1fc-842b30409fab), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:02.343668 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4318f245-467e-4da9-8b73-80eb71dd35eb, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4318f245-467e-4da9-8b73-80eb71dd35eb,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:06:02.356751 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'port_id': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'mac_address': 'fa:16:3e:e5:94:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:06:02.392394 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 4318f245-467e-4da9-8b73-80eb71dd35eb is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:06:02.392806 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:02.407050 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4318f245-467e-4da9-8b73-80eb71dd35eb {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:06:02.428722 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4318f245-467e-4da9-8b73-80eb71dd35eb, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4318f245-467e-4da9-8b73-80eb71dd35eb,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:06:02.452037 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-237dae7f-543b-442f-907b-7d3e05af7d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (5fd6cb2b-7651-4a97-b1fc-842b30409fab), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:02.454947 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-237dae7f-543b-442f-907b-7d3e05af7d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:02.466549 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-237dae7f-543b-442f-907b-7d3e05af7d86 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5fd6cb2b-7651-4a97-b1fc-842b30409fab HTTP/1.1" status: 204 len: 168 time: 0.2558198 Jul 20 18:06:02.466549 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dae7f-543b-442f-907b-7d3e05af7d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd6cb2b-7651-4a97-b1fc-842b30409fab,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:02.516355 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:02.519220 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:02.564343 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=4318f245-467e-4da9-8b73-80eb71dd35eb,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:02.772708 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['4318f245-467e-4da9-8b73-80eb71dd35eb'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:06:03.418968 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1851d8-90bd-4c9e-80ac-0509edcc4c91 req-28dafd11-02b4-410e-86b0-5d8d41c1ec57 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:03.420502 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1e1851d8-90bd-4c9e-80ac-0509edcc4c91 req-28dafd11-02b4-410e-86b0-5d8d41c1ec57 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 944 time: 0.0485482 Jul 20 18:06:03.478960 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1e1851d8-90bd-4c9e-80ac-0509edcc4c91 req-fa797a5e-f1e9-4860-ac42-54c80f0e86ca tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516582 Jul 20 18:06:03.675433 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56260) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:03.795104 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1396fd8-f3cb-4fe9-af88-e2256b4cc536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:03.875379 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1396fd8-f3cb-4fe9-af88-e2256b4cc536 admin admin] Publish callbacks [] for security_group (fea05da7-ae6e-45ad-9274-e2b9d8769aa2), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:03.966679 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d1396fd8-f3cb-4fe9-af88-e2256b4cc536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (fea05da7-ae6e-45ad-9274-e2b9d8769aa2), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:04.006335 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-d1396fd8-f3cb-4fe9-af88-e2256b4cc536 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=29f18ac9e8be45e58dadb73960e7430a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298268 Jul 20 18:06:04.007199 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1396fd8-f3cb-4fe9-af88-e2256b4cc536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea05da7-ae6e-45ad-9274-e2b9d8769aa2,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:04.009378 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56272) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:04.066043 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f3c696d4-7d66-43b0-af51-9a9f3f1aafe1 admin admin] Publish callbacks [] for security_group (fea05da7-ae6e-45ad-9274-e2b9d8769aa2), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:04.076984 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4318f245-467e-4da9-8b73-80eb71dd35eb up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:06:04.091951 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f3c696d4-7d66-43b0-af51-9a9f3f1aafe1 admin admin] Publish callbacks [] for security_group (fea05da7-ae6e-45ad-9274-e2b9d8769aa2), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:04.125236 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 4318f245-467e-4da9-8b73-80eb71dd35eb completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:06:04.135339 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:04.226967 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 4318f245-467e-4da9-8b73-80eb71dd35eb triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:06:04.227259 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f3c696d4-7d66-43b0-af51-9a9f3f1aafe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (fea05da7-ae6e-45ad-9274-e2b9d8769aa2), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:04.227445 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:04.230021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f3c696d4-7d66-43b0-af51-9a9f3f1aafe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:04.231359 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f3c696d4-7d66-43b0-af51-9a9f3f1aafe1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fea05da7-ae6e-45ad-9274-e2b9d8769aa2 HTTP/1.1" status: 204 len: 168 time: 0.2209365 Jul 20 18:06:04.240027 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c696d4-7d66-43b0-af51-9a9f3f1aafe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea05da7-ae6e-45ad-9274-e2b9d8769aa2,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:04.319310 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 4318f245-467e-4da9-8b73-80eb71dd35eb is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:06:04.319694 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:04.344332 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4318f245-467e-4da9-8b73-80eb71dd35eb'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:06:04.346615 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740ab5fe-adfa-47b8-a5eb-c11314da9fd4" -d '{"events": [{"server_uuid": "60d6cc46-b95b-4fa8-908e-dad02623de3e", "name": "network-vif-plugged", "status": "completed", "tag": "4318f245-467e-4da9-8b73-80eb71dd35eb"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:06:04.360579 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:04.362915 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 4318f245-467e-4da9-8b73-80eb71dd35eb, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4318f245-467e-4da9-8b73-80eb71dd35eb,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:06:04.386330 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499bb5b2-1b87-4fa5-9b8b-35d92efc9cba x-openstack-request-id: req-499bb5b2-1b87-4fa5-9b8b-35d92efc9cba {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:06:04.386621 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d6cc46-b95b-4fa8-908e-dad02623de3e", "name": "network-vif-plugged", "status": "completed", "tag": "4318f245-467e-4da9-8b73-80eb71dd35eb", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:06:04.386902 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-499bb5b2-1b87-4fa5-9b8b-35d92efc9cba {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:06:04.387301 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499bb5b2-1b87-4fa5-9b8b-35d92efc9cba'] response: {'server_uuid': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'code': 200} Jul 20 18:06:04.607805 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9463aaa-719d-423f-b8a7-c01280a2aedf req-f50d345c-51c9-46f1-a011-0e702893d14c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:04.607805 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c9463aaa-719d-423f-b8a7-c01280a2aedf req-f50d345c-51c9-46f1-a011-0e702893d14c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 944 time: 0.0468326 Jul 20 18:06:04.614665 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:04.653749 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c9463aaa-719d-423f-b8a7-c01280a2aedf req-bad40b09-b70a-4a26-9ce4-781782466379 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Jul 20 18:06:04.926530 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:04.980243 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=4318f245-467e-4da9-8b73-80eb71dd35eb,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:05.197109 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807ddc0-71c5-4e1a-9770-7b2a4be79dac req-1c2e1b1d-e435-4dee-add6-6684e7b99b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:05.198688 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9807ddc0-71c5-4e1a-9770-7b2a4be79dac req-1c2e1b1d-e435-4dee-add6-6684e7b99b71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 1129 time: 0.0439994 Jul 20 18:06:05.251810 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9807ddc0-71c5-4e1a-9770-7b2a4be79dac req-6552cbdd-7a9a-4e3e-933d-b074256c5b11 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466628 Jul 20 18:06:05.860273 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4a0e-6dc3-4df4-aaff-f3572e1fa0a5 req-e8b47b5a-6631-4124-91bf-5ed3c1846ad9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:05.862043 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e6cf4a0e-6dc3-4df4-aaff-f3572e1fa0a5 req-e8b47b5a-6631-4124-91bf-5ed3c1846ad9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0507905 Jul 20 18:06:05.919323 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e6cf4a0e-6dc3-4df4-aaff-f3572e1fa0a5 req-4e96101d-20b0-45a0-a05b-3aabc615f64e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502617 Jul 20 18:06:07.270156 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd9503-c082-48e6-b563-a12120282dfd req-1a832434-6067-4182-9837-6b1d5b86fd99 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:07.271712 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d7dd9503-c082-48e6-b563-a12120282dfd req-1a832434-6067-4182-9837-6b1d5b86fd99 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.2809386 Jul 20 18:06:07.321158 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d7dd9503-c082-48e6-b563-a12120282dfd req-46b65e52-f974-4bc4-a79e-e0387550bb76 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435121 Jul 20 18:06:07.438624 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3645d6a-a972-415f-883a-b5fe90b5a58e req-7064e8a4-ac1a-469e-87c7-dc33da464e14 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:07.438624 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f3645d6a-a972-415f-883a-b5fe90b5a58e req-7064e8a4-ac1a-469e-87c7-dc33da464e14 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0484006 Jul 20 18:06:07.443638 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56410) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:07.448581 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.v2.base [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'floatingip': {'port_id': '4318f245-467e-4da9-8b73-80eb71dd35eb'}} {{(pid=111129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:06:07.491331 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (0f86d8d4-32ac-4374-b656-64df740573d0), before_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:07.753859 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=67 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:07.944827 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:08.029429 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (0f86d8d4-32ac-4374-b656-64df740573d0), after_update {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:08.125776 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.db.l3_db [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Floating IP 0f86d8d4-32ac-4374-b656-64df740573d0 associated. External IP: 172.28.3.121, port: 4318f245-467e-4da9-8b73-80eb71dd35eb. Jul 20 18:06:08.163537 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:08.312747 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:08.328942 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Router c36f0b3e-b0f8-417a-adac-e050825a8412 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:06:08.437885 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:06:08.442668 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:08.447971 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] Sync routers for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:06:08.458103 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:06:08.458724 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:06:08.472512 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-727c0edc-ead4-425b-8db2-7ae497aac0c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "PUT /v2.0/floatingips/0f86d8d4-32ac-4374-b656-64df740573d0 HTTP/1.1" status: 200 len: 991 time: 1.0277910 Jul 20 18:06:08.473087 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'tag': '4318f245-467e-4da9-8b73-80eb71dd35eb'}] {{(pid=111129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:06:08.475337 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d2104ac1f3585dc68715db374e9712983306c6c0973c6a3ccea50594784c3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53" -d '{"events": [{"name": "network-changed", "server_uuid": "60d6cc46-b95b-4fa8-908e-dad02623de3e", "tag": "4318f245-467e-4da9-8b73-80eb71dd35eb"}]}' {{(pid=111129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:06:08.520082 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ad7eee-b888-4710-a9d7-51d19e9ab825 x-openstack-request-id: req-71ad7eee-b888-4710-a9d7-51d19e9ab825 {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:06:08.520082 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d6cc46-b95b-4fa8-908e-dad02623de3e", "tag": "4318f245-467e-4da9-8b73-80eb71dd35eb", "status": "completed", "code": 200}]} {{(pid=111129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:06:08.520457 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-71ad7eee-b888-4710-a9d7-51d19e9ab825 {{(pid=111129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:06:08.520582 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ad7eee-b888-4710-a9d7-51d19e9ab825'] response: {'name': 'network-changed', 'server_uuid': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'tag': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'status': 'completed', 'code': 200} Jul 20 18:06:08.575202 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:06:08.606200 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-402bd96e-ab9e-439e-a3b1-d65ef687e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:08.607701 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-402bd96e-ab9e-439e-a3b1-d65ef687e325 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 1129 time: 0.0452228 Jul 20 18:06:08.708131 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-b8956b04-95f3-469f-af40-697c1838e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:08.709666 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-b8956b04-95f3-469f-af40-697c1838e340 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 912 time: 0.0965602 Jul 20 18:06:08.772148 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-e6d18aa9-8922-471b-973e-a621c8d7eaae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4318f245-467e-4da9-8b73-80eb71dd35eb HTTP/1.1" status: 200 len: 999 time: 0.0568278 Jul 20 18:06:08.806182 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '0f86d8d4-32ac-4374-b656-64df740573d0', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'port_id': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'mac_address': 'fa:16:3e:e5:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:05:47Z', 'updated_at': '2022-07-20T18:06:07Z', 'revision_number': 1, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:06:08.825800 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-ef305392-32e3-4ba8-aa49-18cf814574fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:08.827358 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-ef305392-32e3-4ba8-aa49-18cf814574fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.0494919 Jul 20 18:06:08.831727 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] Checking router: c36f0b3e-b0f8-417a-adac-e050825a8412 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:06:08.841053 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:06:08.841650 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:05:58Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:06:08.879169 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-d7ce6570-4777-4038-a867-3d37989687d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:08.880904 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-d7ce6570-4777-4038-a867-3d37989687d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480947 Jul 20 18:06:08.948318 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:06:08.978813 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-25f1c48d-0225-4514-bebe-0310a5725b84 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922618 Jul 20 18:06:09.081455 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-404628e0-d9ff-4dbc-99fc-e7a3fc057d53 req-2835597e-c18b-4b4b-a7c7-439fac0b5a51 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973699 Jul 20 18:06:09.116538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56422) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:09.182994 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '0f86d8d4-32ac-4374-b656-64df740573d0', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'port_id': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'mac_address': 'fa:16:3e:e5:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:05:47Z', 'updated_at': '2022-07-20T18:06:07Z', 'revision_number': 1, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:06:09.208979 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70aa5b-90d8-4d5a-8c1e-70564cbd872d None None] The sync data for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb is: [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': '0f86d8d4-32ac-4374-b656-64df740573d0', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'port_id': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'mac_address': 'fa:16:3e:e5:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:05:47Z', 'updated_at': '2022-07-20T18:06:07Z', 'revision_number': 1, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:06:09.266020 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-21ae7af5-f169-4875-bab4-49d978f9bfac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=446aa9029e88444899a6e5613f8ee2df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477580 Jul 20 18:06:09.272150 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56426) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:06:09.329637 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-60052978-9bb8-4173-b117-415cb0b60e20 admin admin] Publish callbacks [] for security_group (1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:09.354621 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-60052978-9bb8-4173-b117-415cb0b60e20 admin admin] Publish callbacks [] for security_group (1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:09.387825 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:09.418160 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a2470-5452-493a-895d-1488ba8c12aa None None] New status for floating IP 0f86d8d4-32ac-4374-b656-64df740573d0: ACTIVE {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:06:09.532109 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-60052978-9bb8-4173-b117-415cb0b60e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:09.534895 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-60052978-9bb8-4173-b117-415cb0b60e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:09.536068 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-60052978-9bb8-4173-b117-415cb0b60e20 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9 HTTP/1.1" status: 204 len: 168 time: 0.2628653 Jul 20 18:06:09.545010 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60052978-9bb8-4173-b117-415cb0b60e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2bbc6-f86b-42d4-b1d6-fb48afa1dfb9,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:06:19.186988 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=73 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:19.258255 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=14 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:19.262210 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=35 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:19.539958 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=68,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:19.560097 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=89 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:22.652111 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:23.857981 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:23.858706 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:25.692621 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c9805659-122a-4403-a79f-ecd38c57606c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:28.178166 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-89d2c846-9897-4030-96d2-dd4bceb4601f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:30.283833 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:31.118070 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:31.274720 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-2f80ebe6-3744-4959-8997-e6fd33ad3072 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432558 Jul 20 18:06:31.377762 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-b58093e3-7aa1-4071-8672-297dae76d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:31.379290 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-b58093e3-7aa1-4071-8672-297dae76d2a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 1129 time: 0.0409384 Jul 20 18:06:31.417791 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:31.489501 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-5c07ae75-93e1-458e-8b24-982786443615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:31.490894 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-5c07ae75-93e1-458e-8b24-982786443615 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 912 time: 0.0891976 Jul 20 18:06:31.557929 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-c8506f93-c204-4d78-809d-cfd1a5d88c9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4318f245-467e-4da9-8b73-80eb71dd35eb HTTP/1.1" status: 200 len: 1001 time: 0.0597174 Jul 20 18:06:31.612628 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-34dd8743-0609-45bf-9c41-2164b23c1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:31.614104 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-34dd8743-0609-45bf-9c41-2164b23c1d1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.0495436 Jul 20 18:06:31.658433 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-1fc1a3ea-fa33-4a51-8eb2-096c67f49c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:31.659950 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-1fc1a3ea-fa33-4a51-8eb2-096c67f49c8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382800 Jul 20 18:06:31.754042 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-b875cb56-3b45-4ebd-a8f4-22e0c93bd56e service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869551 Jul 20 18:06:31.847618 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9f91ad2a-16f8-4426-9ad8-b7b14117a9df req-07bd82ed-1dd4-47da-9210-f5f3587951c1 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Jul 20 18:06:38.811940 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:06:41.347643 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:41.349994 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:41.843105 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=43 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:41.844990 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=58 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:45.593931 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096f7ed-719d-474b-bbe4-8dbec8d040ac req-f45ed4f8-1bf5-48e2-8c92-81c87bb9ee27 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:45.595424 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9096f7ed-719d-474b-bbe4-8dbec8d040ac req-f45ed4f8-1bf5-48e2-8c92-81c87bb9ee27 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0527420 Jul 20 18:06:45.644094 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-9096f7ed-719d-474b-bbe4-8dbec8d040ac req-923301a1-7e5c-4ae3-a4f7-2552622bbd42 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430470 Jul 20 18:06:46.762207 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54af79f-a077-4145-838c-334b09162bef req-2b2613f6-0c4e-4d7a-bd09-98f978f24679 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:46.763601 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d54af79f-a077-4145-838c-334b09162bef req-2b2613f6-0c4e-4d7a-bd09-98f978f24679 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0472879 Jul 20 18:06:46.810705 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d54af79f-a077-4145-838c-334b09162bef req-f6bc94ad-a779-4907-8462-bbddcdcce65b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Jul 20 18:06:47.924369 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf8afe-f548-4705-b890-ad1d65ea72ba req-dd1d71af-8e74-4a19-ab94-de65aca0bb97 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:47.925871 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e4cf8afe-f548-4705-b890-ad1d65ea72ba req-dd1d71af-8e74-4a19-ab94-de65aca0bb97 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0469427 Jul 20 18:06:47.977404 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e4cf8afe-f548-4705-b890-ad1d65ea72ba req-1af1887f-ccac-4ac3-9fd7-e1ae128b1921 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457346 Jul 20 18:06:48.806608 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:48.807391 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:49.092288 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47bc3-6fd7-429d-aaad-651b483a7a02 req-c8e4729d-d382-4e53-bb21-7d9522e20564 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:49.093712 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-23c47bc3-6fd7-429d-aaad-651b483a7a02 req-c8e4729d-d382-4e53-bb21-7d9522e20564 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0472431 Jul 20 18:06:49.142093 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-23c47bc3-6fd7-429d-aaad-651b483a7a02 req-142bb430-7cef-46a8-a481-c6bb7512fa83 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Jul 20 18:06:50.259361 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ce77-167d-4dbf-9329-7d502becdebe req-bc42433e-3bb7-454f-ab42-cb189fd865d5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:50.261110 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-57c8ce77-167d-4dbf-9329-7d502becdebe req-bc42433e-3bb7-454f-ab42-cb189fd865d5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0497980 Jul 20 18:06:50.309167 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-57c8ce77-167d-4dbf-9329-7d502becdebe req-f291a0dc-5086-4a69-97e2-230724c0d99c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Jul 20 18:06:51.427809 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425927-7106-4adc-ae5a-bbae0b2f85e3 req-ef38d322-667c-486c-976d-72d97e8ce912 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:51.429566 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-74425927-7106-4adc-ae5a-bbae0b2f85e3 req-ef38d322-667c-486c-976d-72d97e8ce912 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0516186 Jul 20 18:06:51.477521 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-74425927-7106-4adc-ae5a-bbae0b2f85e3 req-76a3534a-17be-4b92-9400-48cc64738c22 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Jul 20 18:06:52.594405 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8257a-8a9c-4bfc-b662-ef25743e57e6 req-75c14812-819c-4d77-b6a6-24da954309bc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:52.595861 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f2d8257a-8a9c-4bfc-b662-ef25743e57e6 req-75c14812-819c-4d77-b6a6-24da954309bc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0481706 Jul 20 18:06:52.638644 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:52.644241 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f2d8257a-8a9c-4bfc-b662-ef25743e57e6 req-724220e7-e6fa-4ad7-b3fa-ac1b9fbfaba2 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Jul 20 18:06:53.760096 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae1378-588c-4a05-b24c-11877ad93302 req-26bf35d2-2f98-457e-a4b2-a5c2518e5701 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:53.761583 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-faae1378-588c-4a05-b24c-11877ad93302 req-26bf35d2-2f98-457e-a4b2-a5c2518e5701 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0470762 Jul 20 18:06:53.814436 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-faae1378-588c-4a05-b24c-11877ad93302 req-20a4dcd9-587c-4d45-8f56-450c61bde8a7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472441 Jul 20 18:06:54.929034 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163ee59-aff0-4d54-9093-e403398af18e req-9be38584-d128-4739-b902-8c0e4dea00f8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:54.930507 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c163ee59-aff0-4d54-9093-e403398af18e req-9be38584-d128-4739-b902-8c0e4dea00f8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0472052 Jul 20 18:06:54.979689 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c163ee59-aff0-4d54-9093-e403398af18e req-c460c473-6259-48eb-955c-855e97dfd322 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432310 Jul 20 18:06:55.692188 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8b24c2e2-bc69-4ed8-b466-ab14550c3b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:56.096909 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0183faf-18dd-42ba-b85b-fa2463553e94 req-32351120-b286-46b1-b8a4-29a3eacfbc97 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:56.098367 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e0183faf-18dd-42ba-b85b-fa2463553e94 req-32351120-b286-46b1-b8a4-29a3eacfbc97 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0471139 Jul 20 18:06:56.145888 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-e0183faf-18dd-42ba-b85b-fa2463553e94 req-6d1ed43c-0487-46e2-a91d-0f73ff803bd2 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411153 Jul 20 18:06:57.253982 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:57.269516 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86176e1d-9aa7-4655-a73a-53aeb0382501 req-51bddd3c-702a-4d71-89de-cef7357484ac tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:57.273527 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-86176e1d-9aa7-4655-a73a-53aeb0382501 req-51bddd3c-702a-4d71-89de-cef7357484ac tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0510116 Jul 20 18:06:57.322595 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-86176e1d-9aa7-4655-a73a-53aeb0382501 req-bb27bc51-a06f-4c28-9d3a-c9e66ced436c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Jul 20 18:06:58.055528 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c0b4f311-e087-4308-8368-e09c75566b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:06:58.448908 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0549e7-ebf2-4318-b81d-be75bc0b66e0 req-dc0dab63-e733-4804-af87-9ef0389046b1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:58.450377 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8d0549e7-ebf2-4318-b81d-be75bc0b66e0 req-dc0dab63-e733-4804-af87-9ef0389046b1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0474434 Jul 20 18:06:58.461511 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:06:58.499016 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8d0549e7-ebf2-4318-b81d-be75bc0b66e0 req-b5999480-2d34-4447-86b0-ed1c622d65b3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430145 Jul 20 18:06:59.618749 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0adcf-5eaa-46c7-9a5e-86a5c7ba56f9 req-5c22ddf7-efa7-4c8d-8144-75ac4f5a5ac5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:06:59.620226 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-60e0adcf-5eaa-46c7-9a5e-86a5c7ba56f9 req-5c22ddf7-efa7-4c8d-8144-75ac4f5a5ac5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0509119 Jul 20 18:06:59.667043 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-60e0adcf-5eaa-46c7-9a5e-86a5c7ba56f9 req-73fff7d7-c25c-4616-8822-9c00fd64e10e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Jul 20 18:07:00.303060 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:00.787434 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0246b-8310-4025-a710-5016d226ada8 req-6a2a03ae-0ed0-47be-bfa6-2d01890322ac tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:00.788988 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8db0246b-8310-4025-a710-5016d226ada8 req-6a2a03ae-0ed0-47be-bfa6-2d01890322ac tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0510259 Jul 20 18:07:00.846914 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-8db0246b-8310-4025-a710-5016d226ada8 req-d946a8c0-af92-4ab9-9cd8-c8edefbc4cbc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519173 Jul 20 18:07:01.137706 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:01.440217 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:01.962842 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637911f5-9c08-4cfc-bf0d-ce92f7c3df6e req-64e18d41-5acf-4a26-9355-c5ebb19df75b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:01.964238 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-637911f5-9c08-4cfc-bf0d-ce92f7c3df6e req-64e18d41-5acf-4a26-9355-c5ebb19df75b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0483396 Jul 20 18:07:02.015015 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-637911f5-9c08-4cfc-bf0d-ce92f7c3df6e req-0b6bff68-576f-4f05-820b-35b68c1dab2b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448866 Jul 20 18:07:02.399611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf820ed-3968-4620-a14e-9191a3e6f90f req-2fb23f5d-ad9d-4728-9d1a-db9096ac7813 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:02.401115 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dcf820ed-3968-4620-a14e-9191a3e6f90f req-2fb23f5d-ad9d-4728-9d1a-db9096ac7813 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0497258 Jul 20 18:07:02.452003 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dcf820ed-3968-4620-a14e-9191a3e6f90f req-5495eced-89c7-4300-b717-fe66b6c99b06 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Jul 20 18:07:02.556216 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-bbe5f2d8-31ba-413c-8de8-d627f7c0a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:02.557742 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-bbe5f2d8-31ba-413c-8de8-d627f7c0a9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 1129 time: 0.0408845 Jul 20 18:07:02.648905 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-6620a3aa-c558-4096-9236-0d8a42803aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:02.650300 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-6620a3aa-c558-4096-9236-0d8a42803aaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 912 time: 0.0853834 Jul 20 18:07:02.716714 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-5d2609c2-585a-42db-83e9-b1e718cfb71c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4318f245-467e-4da9-8b73-80eb71dd35eb HTTP/1.1" status: 200 len: 1001 time: 0.0590909 Jul 20 18:07:02.766118 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-1dab305f-1f8a-4fdb-83d1-0b6ca44e02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:02.767573 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-1dab305f-1f8a-4fdb-83d1-0b6ca44e02ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.0431652 Jul 20 18:07:02.811355 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-c6c85bd3-3a66-447e-bb69-8d6fffee0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:02.812834 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-c6c85bd3-3a66-447e-bb69-8d6fffee0c75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391130 Jul 20 18:07:02.906374 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-425240a2-7f36-410f-be62-a862d1abe0c5 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860097 Jul 20 18:07:03.000887 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9ebb5556-257f-40f8-95fd-bbbd238f24ed req-7b5fdbeb-ab07-4b95-a5a1-8a055a9b6718 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883996 Jul 20 18:07:03.571605 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369b7ef-82e4-4463-aead-ee05bf0d3151 req-173ce962-c5a0-41f8-a17a-10b0280d6939 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:03.573100 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1369b7ef-82e4-4463-aead-ee05bf0d3151 req-173ce962-c5a0-41f8-a17a-10b0280d6939 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0479059 Jul 20 18:07:03.621166 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1369b7ef-82e4-4463-aead-ee05bf0d3151 req-0f5d995a-517d-46d9-b6da-b32af58d0ced tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 Jul 20 18:07:04.741783 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3b31d-a85b-4b47-9967-2cfceae1d7fb req-35138603-a738-4af8-8858-9826c28e6a6a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:04.743234 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1cd3b31d-a85b-4b47-9967-2cfceae1d7fb req-35138603-a738-4af8-8858-9826c28e6a6a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0497656 Jul 20 18:07:04.791217 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1cd3b31d-a85b-4b47-9967-2cfceae1d7fb req-9f772656-cd18-4ef0-9600-123aab14b0cd tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Jul 20 18:07:11.348164 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:11.351220 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:12.997151 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=50 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:12.998119 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=44 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:14.781182 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=52 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:14.788245 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=72 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:15.812258 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:07:22.646321 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:25.651852 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ffa677a7-2b92-4bd7-ad14-82fa4585f825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:25.807037 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=17 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:25.807840 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=17 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:28.078395 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-8a882430-9e82-4c43-884f-c056de9f3fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:30.291565 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:31.114333 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:31.411590 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:32.282050 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-17404d1a-3e55-4ad2-bdf9-1f53e4b5fa23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395598 Jul 20 18:07:32.389716 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-92edc8cf-51ce-4487-b5b4-099fff6c4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:32.391269 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-92edc8cf-51ce-4487-b5b4-099fff6c4e49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 1129 time: 0.0413303 Jul 20 18:07:32.509431 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-cf1b9e27-947d-4be3-9d25-d5ea446f759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:32.510968 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-cf1b9e27-947d-4be3-9d25-d5ea446f759e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 912 time: 0.0979550 Jul 20 18:07:32.578981 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-4d1dfbeb-4d05-489a-90bd-52951b34fb58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4318f245-467e-4da9-8b73-80eb71dd35eb HTTP/1.1" status: 200 len: 1001 time: 0.0608368 Jul 20 18:07:32.639374 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-f26958f8-4f62-45f8-b441-8a2505bfbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:32.640866 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-f26958f8-4f62-45f8-b441-8a2505bfbd69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.0538340 Jul 20 18:07:32.691925 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-bdb2ee9d-df64-4381-a94e-47eace31f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:32.693451 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-bdb2ee9d-df64-4381-a94e-47eace31f75a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459340 Jul 20 18:07:32.790174 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-0b54270f-8b10-4279-8dc2-eef2beb430a9 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887761 Jul 20 18:07:32.889696 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8c9c05bb-446c-48ad-9cdd-5a8bad59314d req-20837ced-4e31-4364-a02b-31d3002fcfb9 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922296 Jul 20 18:07:39.962670 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4508dd-5ce4-4c52-88b5-f6abc2945d84 req-2e06b637-862a-44ec-90fd-74d282d8849d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:39.964075 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c4508dd-5ce4-4c52-88b5-f6abc2945d84 req-2e06b637-862a-44ec-90fd-74d282d8849d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0510623 Jul 20 18:07:40.018627 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-2c4508dd-5ce4-4c52-88b5-f6abc2945d84 req-cc4045fe-fa54-43f3-bf6f-b0226b79088d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477748 Jul 20 18:07:41.238051 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b557d-72a5-4f69-ba40-28e3e20338a1 req-6c8f501c-755c-43f9-9b0f-dff870af7608 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:41.239444 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eb6b557d-72a5-4f69-ba40-28e3e20338a1 req-6c8f501c-755c-43f9-9b0f-dff870af7608 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.1465635 Jul 20 18:07:41.290947 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-eb6b557d-72a5-4f69-ba40-28e3e20338a1 req-c89dabce-8fee-4cab-9106-9c731ef8ee4e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458260 Jul 20 18:07:41.341497 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:41.349484 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:42.408779 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2154b7d-9423-4ba1-9eaa-dfe911340fde req-915ccbc8-9377-4ce5-994c-9fd0a8839b72 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:42.410239 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d2154b7d-9423-4ba1-9eaa-dfe911340fde req-915ccbc8-9377-4ce5-994c-9fd0a8839b72 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0494838 Jul 20 18:07:42.458016 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d2154b7d-9423-4ba1-9eaa-dfe911340fde req-e8e5a100-738c-4b9f-bba0-56dddc705977 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Jul 20 18:07:42.879454 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=53 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:42.885630 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=48 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:43.572078 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52b527-ef0d-48e2-84d6-b2cb9c0c450d req-8a08e989-6dca-44ef-9f9a-d4957dbceade tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:43.573545 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dd52b527-ef0d-48e2-84d6-b2cb9c0c450d req-8a08e989-6dca-44ef-9f9a-d4957dbceade tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0469115 Jul 20 18:07:43.621427 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-dd52b527-ef0d-48e2-84d6-b2cb9c0c450d req-4a400688-7253-4c00-ab76-e475408ef386 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421031 Jul 20 18:07:44.742412 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727ed1b-2589-4010-af08-547fffda9af7 req-4a977cd9-6dc2-4d5b-b993-00f1f178038b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:44.743850 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4727ed1b-2589-4010-af08-547fffda9af7 req-4a977cd9-6dc2-4d5b-b993-00f1f178038b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0509090 Jul 20 18:07:44.791754 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4727ed1b-2589-4010-af08-547fffda9af7 req-6d7c9358-575f-414a-8af2-d8aa8caa6773 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Jul 20 18:07:45.907631 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8ba9c-a6fc-4b3d-aebc-f1745ddce07d req-99387bec-b022-4502-91fe-72749f28d631 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:45.909175 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1dc8ba9c-a6fc-4b3d-aebc-f1745ddce07d req-99387bec-b022-4502-91fe-72749f28d631 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0493519 Jul 20 18:07:45.958126 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1dc8ba9c-a6fc-4b3d-aebc-f1745ddce07d req-fa0f4877-32ee-4383-898d-7ebe90997eaf tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432973 Jul 20 18:07:47.079497 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af746-c498-4138-9712-68bc43233478 req-8fcd767b-abff-4315-973d-f31c12917fa1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:47.080972 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-023af746-c498-4138-9712-68bc43233478 req-8fcd767b-abff-4315-973d-f31c12917fa1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0509884 Jul 20 18:07:47.127877 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-023af746-c498-4138-9712-68bc43233478 req-d85bf526-76e5-4566-907b-0d9accdbde56 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Jul 20 18:07:48.242611 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388af6f-807b-489e-8256-7d720b2f5bf0 req-6c63dbe5-5525-41a6-8d23-3fccc9c38a51 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:48.244055 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d388af6f-807b-489e-8256-7d720b2f5bf0 req-6c63dbe5-5525-41a6-8d23-3fccc9c38a51 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0483131 Jul 20 18:07:48.291758 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d388af6f-807b-489e-8256-7d720b2f5bf0 req-2b07433c-b11b-4697-9fcb-939dda270aef tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Jul 20 18:07:49.410575 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b82af-8509-4d28-8cb1-5cb3b90aa4e6 req-a39da65c-a1e2-4420-8b3a-dd05eb603b48 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:49.412108 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c23b82af-8509-4d28-8cb1-5cb3b90aa4e6 req-a39da65c-a1e2-4420-8b3a-dd05eb603b48 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0485318 Jul 20 18:07:49.462697 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c23b82af-8509-4d28-8cb1-5cb3b90aa4e6 req-d4a56e31-1e79-41c2-9319-1f1b2a7b1972 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451045 Jul 20 18:07:50.577376 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1513bc-a2c5-4241-86af-29edb853e70c req-97fbdbdb-f1e4-460b-a21a-a5ed74d431e6 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:50.579554 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5b1513bc-a2c5-4241-86af-29edb853e70c req-97fbdbdb-f1e4-460b-a21a-a5ed74d431e6 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0478666 Jul 20 18:07:50.635812 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5b1513bc-a2c5-4241-86af-29edb853e70c req-3c48fd46-b518-464e-91cf-cb1599b52224 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506599 Jul 20 18:07:51.750135 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e5b75-ec12-41c5-8133-60f0ebe0dddb req-f706298f-fc04-46ad-8ccb-f76404a0e3c0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:51.752143 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fd5e5b75-ec12-41c5-8133-60f0ebe0dddb req-f706298f-fc04-46ad-8ccb-f76404a0e3c0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0477138 Jul 20 18:07:51.785917 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:51.800759 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-fd5e5b75-ec12-41c5-8133-60f0ebe0dddb req-0b0bb994-1076-435b-b743-f33f3fbd58d8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Jul 20 18:07:52.097985 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:52.136257 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809628a-b71b-4fcd-93e5-18d23db9089a req-b28fdaae-432c-40ca-a895-17f1db1ed8d5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:52.137744 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d809628a-b71b-4fcd-93e5-18d23db9089a req-b28fdaae-432c-40ca-a895-17f1db1ed8d5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0492995 Jul 20 18:07:52.187163 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d809628a-b71b-4fcd-93e5-18d23db9089a req-bf11ae2b-2646-4cc7-91ea-5f0b65b83efc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Jul 20 18:07:52.285757 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-901a4ee8-3c2a-4ae3-b6a8-f22b34112c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:52.287180 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-901a4ee8-3c2a-4ae3-b6a8-f22b34112c86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 1129 time: 0.0404308 Jul 20 18:07:52.383287 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-348f5a28-4c32-40f7-bfca-5f35d41a7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:52.384791 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-348f5a28-4c32-40f7-bfca-5f35d41a7d7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 912 time: 0.0915327 Jul 20 18:07:52.447437 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-48ed4aca-7de0-49f6-98a2-f7c630cad689 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4318f245-467e-4da9-8b73-80eb71dd35eb HTTP/1.1" status: 200 len: 1001 time: 0.0562515 Jul 20 18:07:52.496811 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-9e64b4e7-994d-441e-b761-80d66daed5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:52.498254 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-9e64b4e7-994d-441e-b761-80d66daed5df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.0447617 Jul 20 18:07:52.545964 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-6c2007bf-5aa6-4a9f-853e-a8fcb6a9b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:52.548537 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-6c2007bf-5aa6-4a9f-853e-a8fcb6a9b8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0418639 Jul 20 18:07:52.639007 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-717a14fc-2623-4ed6-8b57-9bfa9ac32a87 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853498 Jul 20 18:07:52.704041 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:52.733190 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-b6d303da-ab2a-4353-8df8-0901d74edb3b req-40ae9782-395b-40d9-9030-7464673ee51d service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881221 Jul 20 18:07:52.814563 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:07:53.306760 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d21f24-03c4-47c9-b529-dbbebfcb08e8 req-a455636d-7851-493a-931a-6fb90bf59978 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:53.308257 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a4d21f24-03c4-47c9-b529-dbbebfcb08e8 req-a455636d-7851-493a-931a-6fb90bf59978 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0478709 Jul 20 18:07:53.356868 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-a4d21f24-03c4-47c9-b529-dbbebfcb08e8 req-7c31c9f9-0a98-45e7-a63b-353315a724db tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419362 Jul 20 18:07:53.835962 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:07:54.476602 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcac26d-b665-407a-8508-d616fafd5951 req-6b7a600f-206d-45f3-b22d-1bb052360492 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:07:54.478069 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4fcac26d-b665-407a-8508-d616fafd5951 req-6b7a600f-206d-45f3-b22d-1bb052360492 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0481350 Jul 20 18:07:54.530317 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4fcac26d-b665-407a-8508-d616fafd5951 req-7b754c9e-984d-4bea-961a-42c38613a5b0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464542 Jul 20 18:07:55.680171 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-411d62ff-a421-48fa-9fd8-263126bfdb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:07:58.062892 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3871746b-0008-4b66-8853-03ffda8a13ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:00.366139 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:01.120262 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:01.462767 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:02.728797 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=49 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:02.730634 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=45 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:02.807401 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=8 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:04.520107 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=17 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:04.527151 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=35 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:11.344351 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:11.351996 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:22.662550 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:25.680213 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7dbaedd2-041c-49d2-9f51-9f028a1196c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:26.648115 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90764116-a163-4773-b1e7-0afea83c8345 req-5c16af43-482b-44d6-b2b3-81024d6f4e9d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:26.649763 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-90764116-a163-4773-b1e7-0afea83c8345 req-5c16af43-482b-44d6-b2b3-81024d6f4e9d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0500567 Jul 20 18:08:26.703216 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-90764116-a163-4773-b1e7-0afea83c8345 req-4f3aa3bc-4143-48ad-b928-7f16866f75c1 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 Jul 20 18:08:27.825866 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821611b-f395-4f58-9d13-f7f0a0fada8f req-6d1b5b5c-7ae6-4b3b-ad42-2d1786159b7a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:27.827285 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f821611b-f395-4f58-9d13-f7f0a0fada8f req-6d1b5b5c-7ae6-4b3b-ad42-2d1786159b7a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0484700 Jul 20 18:08:27.875053 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f821611b-f395-4f58-9d13-f7f0a0fada8f req-318840d3-9143-449b-9cd9-21b81a5e960d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Jul 20 18:08:28.074465 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a8-b057-43f7-8822-de30c792744e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:28.828815 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-2b1ef36d-bd88-44da-adf5-add17a25d76d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:28.830612 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-2b1ef36d-bd88-44da-adf5-add17a25d76d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0492306 Jul 20 18:08:28.916957 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Deleting port 4318f245-467e-4da9-8b73-80eb71dd35eb {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:08:28.917310 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:29.004827 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923ebed-eac0-4e77-8c80-9f50660597d4 req-653bde7c-92c8-4c41-b915-a6f6e6b9c1b6 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:29.006312 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f923ebed-eac0-4e77-8c80-9f50660597d4 req-653bde7c-92c8-4c41-b915-a6f6e6b9c1b6 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 945 time: 0.0518353 Jul 20 18:08:29.018162 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] For port 4318f245-467e-4da9-8b73-80eb71dd35eb, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4318f245-467e-4da9-8b73-80eb71dd35eb,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:08:29.018533 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:29.058320 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-f923ebed-eac0-4e77-8c80-9f50660597d4 req-346663f6-e8d6-4c22-aa3b-ba4df9819784 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=1b63b716-2fc4-4d7b-8f7a-2168de76da33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447588 Jul 20 18:08:29.193258 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:29.193617 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (0f86d8d4-32ac-4374-b656-64df740573d0), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:29.193927 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Floating IP 0f86d8d4-32ac-4374-b656-64df740573d0 disassociated. External IP: 172.28.3.121, port: 4318f245-467e-4da9-8b73-80eb71dd35eb. Jul 20 18:08:29.194269 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Calling delete_port for 4318f245-467e-4da9-8b73-80eb71dd35eb owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:08:29.388587 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (4318f245-467e-4da9-8b73-80eb71dd35eb), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:29.421427 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event deleted for resources: {'Port': ['ID=4318f245-467e-4da9-8b73-80eb71dd35eb,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:29.433208 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.433555 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.433896 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.434234 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.434562 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.434891 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.435212 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.435538 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.435856 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.436176 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.436515 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.436845 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.437151 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.437473 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.437915 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:29.547574 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Router c36f0b3e-b0f8-417a-adac-e050825a8412 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:08:29.652680 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:08:29.662441 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] Sync routers for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:08:29.672599 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:08:29.673212 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:08:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:08:29.697927 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] No DVR routers for this DVR port 4318f245-467e-4da9-8b73-80eb71dd35eb on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:08:29.700914 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:29.704203 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-2febbb06-eb72-4f71-914e-2be42baeb757 req-01d1d6f4-fdd0-450c-8c93-807417a7ac9c tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "DELETE /v2.0/ports/4318f245-467e-4da9-8b73-80eb71dd35eb HTTP/1.1" status: 204 len: 173 time: 0.8686619 Jul 20 18:08:29.704686 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'name': 'network-vif-deleted', 'tag': '4318f245-467e-4da9-8b73-80eb71dd35eb'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:08:29.707073 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4113a0ba-3ca6-4855-9b51-a1c9c250e5d2" -d '{"events": [{"server_uuid": "60d6cc46-b95b-4fa8-908e-dad02623de3e", "name": "network-vif-deleted", "tag": "4318f245-467e-4da9-8b73-80eb71dd35eb"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:08:29.784145 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:08:29.816733 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:08:29.818567 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c55803-4f3e-4d91-a660-cd81f7a14451 x-openstack-request-id: req-17c55803-4f3e-4d91-a660-cd81f7a14451 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:08:29.818863 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d6cc46-b95b-4fa8-908e-dad02623de3e", "name": "network-vif-deleted", "tag": "4318f245-467e-4da9-8b73-80eb71dd35eb", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:08:29.819105 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17c55803-4f3e-4d91-a660-cd81f7a14451 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:08:29.819565 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c55803-4f3e-4d91-a660-cd81f7a14451'] response: {'server_uuid': '60d6cc46-b95b-4fa8-908e-dad02623de3e', 'name': 'network-vif-deleted', 'tag': '4318f245-467e-4da9-8b73-80eb71dd35eb', 'status': 'completed', 'code': 200} Jul 20 18:08:29.996511 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:08:30.159242 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] Checking router: c36f0b3e-b0f8-417a-adac-e050825a8412 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:08:30.168344 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:08:30.168912 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:08:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:08:30.175694 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ce828d1c-aecf-428e-a978-f43079f9e1bb req-d68c842f-92bd-4c8a-9785-5a15e18f5c62 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=60d6cc46-b95b-4fa8-908e-dad02623de3e HTTP/1.1" status: 200 len: 210 time: 0.0324984 Jul 20 18:08:30.285415 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:08:30.355904 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:30.480118 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:08:30.509056 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f9bdc-c06d-460b-b1be-21906c70cec3 None None] The sync data for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb is: [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:08:30.741017 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e470a4-32f4-4ec2-9db2-a6aeae076314 None None] New status for floating IP 0f86d8d4-32ac-4374-b656-64df740573d0: DOWN {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:08:31.108791 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.367112 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56622) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:08:31.425172 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-63b0b365-64cf-4d34-8042-bca2cb58284a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (1b63b716-2fc4-4d7b-8f7a-2168de76da33), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.426564 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:31.449726 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:31.452223 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-63b0b365-64cf-4d34-8042-bca2cb58284a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (1b63b716-2fc4-4d7b-8f7a-2168de76da33), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.531820 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.714182 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-63b0b365-64cf-4d34-8042-bca2cb58284a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (1b63b716-2fc4-4d7b-8f7a-2168de76da33), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.717483 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-63b0b365-64cf-4d34-8042-bca2cb58284a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.718734 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-63b0b365-64cf-4d34-8042-bca2cb58284a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "DELETE /v2.0/security-groups/1b63b716-2fc4-4d7b-8f7a-2168de76da33 HTTP/1.1" status: 204 len: 168 time: 0.3505764 Jul 20 18:08:31.721569 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56624) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:08:31.729076 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0b365-64cf-4d34-8042-bca2cb58284a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63b716-2fc4-4d7b-8f7a-2168de76da33,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:31.736494 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.api.v2.resource [None req-a6ef8b4e-826c-475a-b449-3ba6836f950b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] show failed (client error): The resource could not be found. Jul 20 18:08:31.737524 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-a6ef8b4e-826c-475a-b449-3ba6836f950b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups/1b63b716-2fc4-4d7b-8f7a-2168de76da33 HTTP/1.1" status: 404 len: 347 time: 0.0149517 Jul 20 18:08:31.740580 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56626) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:08:31.852117 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Deleting port 0da7d2d4-ec51-4761-b707-2467b82095d0 {{(pid=111129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:08:31.852350 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (0da7d2d4-ec51-4761-b707-2467b82095d0), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.930261 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (0da7d2d4-ec51-4761-b707-2467b82095d0), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.930578 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (0da7d2d4-ec51-4761-b707-2467b82095d0), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:31.943977 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Calling delete_port for 0da7d2d4-ec51-4761-b707-2467b82095d0 owned by network:floatingip {{(pid=111129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:08:32.221630 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12546440'] for port (0da7d2d4-ec51-4761-b707-2467b82095d0), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:32.245431 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event deleted for resources: {'Port': ['ID=0da7d2d4-ec51-4761-b707-2467b82095d0,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:32.259740 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.260084 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.260512 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.261016 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.261188 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.261519 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.261849 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.262168 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.262495 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.262817 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.263140 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.263462 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.263778 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.264094 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.264409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:32.322102 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (0f86d8d4-32ac-4374-b656-64df740573d0), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:32.324792 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:32.325957 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-6f6b20a7-2309-4c57-b312-4d1f34c1e9ec tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "DELETE /v2.0/floatingips/0f86d8d4-32ac-4374-b656-64df740573d0 HTTP/1.1" status: 204 len: 168 time: 0.5844879 Jul 20 18:08:32.482513 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56630) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:08:32.486913 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-f9e2cd9e-05c2-4abc-af11-ba5ef03711dc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735873', 'description': 'tempest-description--536515834'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:08:32.622915 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cd9e-05c2-4abc-af11-ba5ef03711dc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:32.690602 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cd9e-05c2-4abc-af11-ba5ef03711dc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (fae03189-0cb7-42c4-9093-237ca667c477), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:32.771906 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4318f245-467e-4da9-8b73-80eb71dd35eb no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:08:32.782364 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cd9e-05c2-4abc-af11-ba5ef03711dc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (fae03189-0cb7-42c4-9093-237ca667c477), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:32.792638 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 4318f245-467e-4da9-8b73-80eb71dd35eb {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:08:32.793623 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 4318f245-467e-4da9-8b73-80eb71dd35eb not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:08:32.812067 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2cd9e-05c2-4abc-af11-ba5ef03711dc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae03189-0cb7-42c4-9093-237ca667c477,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:32.881797 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cd9e-05c2-4abc-af11-ba5ef03711dc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:32.883071 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f9e2cd9e-05c2-4abc-af11-ba5ef03711dc tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3994865 Jul 20 18:08:32.885964 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56632) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:08:32.890861 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-9c6e6b5a-2bab-4542-85dc-fc3b7a7cf26e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'security_group_rule': {'security_group_id': 'fae03189-0cb7-42c4-9093-237ca667c477', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:08:33.021021 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6b5a-2bab-4542-85dc-fc3b7a7cf26e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (ff697749-6854-42d9-92a7-599f62e2d1bb), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.070557 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6b5a-2bab-4542-85dc-fc3b7a7cf26e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (ff697749-6854-42d9-92a7-599f62e2d1bb), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.142597 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6b5a-2bab-4542-85dc-fc3b7a7cf26e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (ff697749-6854-42d9-92a7-599f62e2d1bb), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.161722 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e6b5a-2bab-4542-85dc-fc3b7a7cf26e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff697749-6854-42d9-92a7-599f62e2d1bb,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:33.259196 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6b5a-2bab-4542-85dc-fc3b7a7cf26e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.260414 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-9c6e6b5a-2bab-4542-85dc-fc3b7a7cf26e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729370 Jul 20 18:08:33.263658 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56634) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:08:33.267944 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-e7e72980-f21f-419b-8f31-a52bcd9893d8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'security_group_rule': {'security_group_id': 'fae03189-0cb7-42c4-9093-237ca667c477', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:08:33.394276 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7e72980-f21f-419b-8f31-a52bcd9893d8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (601a870c-fb95-4235-acb1-b737b48cd016), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.458149 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7e72980-f21f-419b-8f31-a52bcd9893d8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (601a870c-fb95-4235-acb1-b737b48cd016), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.560436 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7e72980-f21f-419b-8f31-a52bcd9893d8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358838'] for security_group_rule (601a870c-fb95-4235-acb1-b737b48cd016), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.580509 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e72980-f21f-419b-8f31-a52bcd9893d8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601a870c-fb95-4235-acb1-b737b48cd016,revision_number=0']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:33.676105 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e7e72980-f21f-419b-8f31-a52bcd9893d8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.677378 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e7e72980-f21f-419b-8f31-a52bcd9893d8 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4127994 Jul 20 18:08:33.681615 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56636) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:08:33.686880 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'floatingip': {'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:08:33.788637 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.869360 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:33.971687 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Allocated IP 172.28.3.39 (4418c161-e2d6-43be-a975-09faf837c81a/3c6b172f-ccb0-41d8-a247-ab6c8de27c0f/0808ea9c-9875-4d0b-a013-1f8ad1d13fe7) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:08:33.979963 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:34.035874 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:34.081363 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for port (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:34.246373 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:34.288930 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Network 4418c161-e2d6-43be-a975-09faf837c81a is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:08:34.292268 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:08:34.296612 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:08:34.299790 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'Port': ['ID=0808ea9c-9875-4d0b-a013-1f8ad1d13fe7,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:34.386063 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (bc0fe228-956a-41ae-83a7-20374077f133), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:34.663239 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:34.728531 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:34.815402 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for port (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:34.924533 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:34.994788 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'Port': ['ID=0808ea9c-9875-4d0b-a013-1f8ad1d13fe7,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:35.008871 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (bc0fe228-956a-41ae-83a7-20374077f133), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:35.097912 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:35.099241 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-14f8bf29-6365-4b7f-911a-abe5cdd4c017 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4166930 Jul 20 18:08:35.302787 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-789ed07b-2811-4fc2-a867-8d0a8bc3d9e9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--735873&fields=id&tenant_id=6c7630b166da4a50a09645b24e72dc2c HTTP/1.1" status: 200 len: 267 time: 0.0445855 Jul 20 18:08:35.418221 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-75f723a3-ebaa-4d60-ae5c-12683483ccc4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:35.419830 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-75f723a3-ebaa-4d60-ae5c-12683483ccc4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 811 time: 0.1096990 Jul 20 18:08:35.435815 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-9d485a9b-8660-40e4-807f-7c144dfdb322 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/quotas/6c7630b166da4a50a09645b24e72dc2c HTTP/1.1" status: 200 len: 375 time: 0.0105205 Jul 20 18:08:35.476448 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:35.487442 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-4175e0e1-c52e-467c-9f95-3a7c86076c40 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463076 Jul 20 18:08:35.551125 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-40851b16-9298-401a-bece-7b2034277423 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 18:08:35.552167 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-40851b16-9298-401a-bece-7b2034277423 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0521176 Jul 20 18:08:35.567212 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:35.654278 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-15029b8b-6a84-4344-bd48-435a872f7d09 service neutron] 10.222.0.27 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949066 Jul 20 18:08:35.749929 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-f125cdf7-cdee-4c4f-a163-b5004bca298c service neutron] 10.222.0.27 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894539 Jul 20 18:08:36.019269 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-98a01a1b-384c-4c66-bdb0-a431e0c3203c req-389c89d6-3728-4e7f-8d83-ece36bef3022 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 210 time: 0.0330710 Jul 20 18:08:37.127187 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-86650fec-3912-49b9-8e66-fda2ccdf43b3 req-0a76914c-01e3-4147-84e4-57af9dddd008 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 210 time: 0.0293875 Jul 20 18:08:38.225699 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-ac7f4862-0053-40d0-b4a9-2d66abfa40b9 req-fdac751c-874a-4e24-b5ce-3e32a7e00b3e tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 210 time: 0.0282290 Jul 20 18:08:38.752377 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-49f86e30-b23d-4489-bad0-93f486499224 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:38.753851 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-49f86e30-b23d-4489-bad0-93f486499224 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 811 time: 0.3916194 Jul 20 18:08:38.829199 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fdadce0e-f59e-4aac-93c4-7089e8df1c69 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7630b166da4a50a09645b24e72dc2c HTTP/1.1" status: 200 len: 376 time: 0.0540209 Jul 20 18:08:38.838747 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'port': {'device_id': 'a954aa6b-8928-420f-a383-635438736375', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'admin_state_up': True, 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'security_groups': ['fae03189-0cb7-42c4-9093-237ca667c477']}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:08:39.033916 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Made reservation on behalf of 6c7630b166da4a50a09645b24e72dc2c for: {'port': 1} {{(pid=111130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 18:08:39.037838 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:39.171338 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.db_base_plugin_common [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Allocated IP 172.20.0.14 (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f/dce6472d-4292-4d74-b7e7-d6019c036529/2c85bd13-6b32-4d21-9ccb-b44332260cc4) {{(pid=111130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 18:08:39.199807 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:39.314279 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:39.325720 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4ef47cb8-d391-4761-a491-58649a71ef94 req-8db381ad-0023-4389-b13e-e855b78f37a5 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 210 time: 0.0278986 Jul 20 18:08:39.347007 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:39.451400 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741782722820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:39.492586 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f is already hosted by enough agents. {{(pid=111130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 18:08:39.500315 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.base_scheduler [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Resources bound (agent type, host, resource id): {{(pid=111130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 18:08:39.504650 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Received port after_create {{(pid=111130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 18:08:39.508686 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event updated for resources: {'Port': ['ID=2c85bd13-6b32-4d21-9ccb-b44332260cc4,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:39.562526 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:39.563175 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:39.687532 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7a3c3a4a-da90-439e-97ce-1e003c91ecb0 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8522639 Jul 20 18:08:39.697005 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7d43dc96-1331-4f6d-9185-9d1e2ed3be41 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=111130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 18:08:39.698003 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-7d43dc96-1331-4f6d-9185-9d1e2ed3be41 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050399 Jul 20 18:08:39.760831 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Request body: {'port': {'device_id': 'a954aa6b-8928-420f-a383-635438736375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:08:39.769914 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-eb493c77-8886-4332-9e6b-956145ed4fd8 None None] Provisioning complete for port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 triggered by entity DHCP. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:08:39.770422 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-eb493c77-8886-4332-9e6b-956145ed4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:39.802993 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-eb493c77-8886-4332-9e6b-956145ed4fd8 None None] Port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 cannot update to ACTIVE because it is not bound. {{(pid=111131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 18:08:39.822654 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:40.078973 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c85bd13-6b32-4d21-9ccb-b44332260cc4 {{(pid=111130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:08:40.086705 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Publish callbacks [] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:40.099237 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.provisioning_blocks [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Transition to ACTIVE for port object 2c85bd13-6b32-4d21-9ccb-b44332260cc4 will not be triggered until provisioned by entity L2. {{(pid=111130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 18:08:40.194124 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:40.244179 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Pushing event updated for resources: {'Port': ['ID=2c85bd13-6b32-4d21-9ccb-b44332260cc4,revision_number=2']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:40.323958 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Attempting to bind port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 18:08:40.324314 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Attempting to bind port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 18:08:40.324678 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Attempting to bind port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 on network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:08:40.329787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 on network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 18:08:40.330066 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Attempting to bind port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 on network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 18:08:40.335699 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Checking agent: {'id': 'fef9064e-33d1-412c-a599-a3e4d8de6964', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'started_at': datetime.datetime(2022, 7, 20, 17, 55, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 18, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 18:08:40.336040 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Checking segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 18:08:40.336430 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Bound using segment: {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'} {{(pid=111130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 18:08:40.336895 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.managers [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Bound port: 2c85bd13-6b32-4d21-9ccb-b44332260cc4, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f'}}] {{(pid=111130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 18:08:40.337260 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:40.428706 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] For port 2c85bd13-6b32-4d21-9ccb-b44332260cc4, host hv-cinder-84984, cleared binding levels {{(pid=111130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 18:08:40.432253 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] For port 2c85bd13-6b32-4d21-9ccb-b44332260cc4, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2c85bd13-6b32-4d21-9ccb-b44332260cc4,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 18:08:40.452138 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9836fc-4eb2-44e3-bf34-17611419946d req-617bd997-dd26-40bd-8724-4db82b184fdd tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:40.453688 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e9836fc-4eb2-44e3-bf34-17611419946d req-617bd997-dd26-40bd-8724-4db82b184fdd tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 944 time: 0.0539262 Jul 20 18:08:40.555106 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8454711'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:40.562347 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:40.594164 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:40.594793 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:40.596288 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c85bd13-6b32-4d21-9ccb-b44332260cc4 HTTP/1.1" status: 200 len: 1094 time: 0.8851247 Jul 20 18:08:40.596689 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a954aa6b-8928-420f-a383-635438736375', 'tag': '2c85bd13-6b32-4d21-9ccb-b44332260cc4'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:08:40.599164 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd51e8c-9b08-42a3-bb2a-aee9c0508beb" -d '{"events": [{"name": "network-changed", "server_uuid": "a954aa6b-8928-420f-a383-635438736375", "tag": "2c85bd13-6b32-4d21-9ccb-b44332260cc4"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:08:40.627456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee41a74-beb0-4960-9772-4a7f8c14d001 service neutron] Pushing event updated for resources: {'Port': ['ID=2c85bd13-6b32-4d21-9ccb-b44332260cc4,revision_number=3']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:40.645634 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b95c2a-e634-413c-8067-02bbbc9eee9b x-openstack-request-id: req-24b95c2a-e634-413c-8067-02bbbc9eee9b {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:08:40.646314 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a954aa6b-8928-420f-a383-635438736375", "tag": "2c85bd13-6b32-4d21-9ccb-b44332260cc4", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:08:40.646437 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-24b95c2a-e634-413c-8067-02bbbc9eee9b {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:08:40.646949 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b95c2a-e634-413c-8067-02bbbc9eee9b'] response: {'name': 'network-changed', 'server_uuid': 'a954aa6b-8928-420f-a383-635438736375', 'tag': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'status': 'completed', 'code': 200} Jul 20 18:08:40.738526 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd51e8c-9b08-42a3-bb2a-aee9c0508beb req-949293f4-2a68-424a-b1a0-49f6a5a76ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:40.740053 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8dd51e8c-9b08-42a3-bb2a-aee9c0508beb req-949293f4-2a68-424a-b1a0-49f6a5a76ba9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 1128 time: 0.0493145 Jul 20 18:08:40.751900 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-7e9836fc-4eb2-44e3-bf34-17611419946d req-dd105c22-19bc-4dd3-b838-680c16df7c1f tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2924540 Jul 20 18:08:40.781119 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:40.820644 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:40.858072 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd51e8c-9b08-42a3-bb2a-aee9c0508beb req-94c35c45-3a23-4313-8ca5-6ce8d855ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:40.859559 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8dd51e8c-9b08-42a3-bb2a-aee9c0508beb req-94c35c45-3a23-4313-8ca5-6ce8d855ecff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c7630b166da4a50a09645b24e72dc2c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1048317 Jul 20 18:08:40.900749 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:40.955410 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd51e8c-9b08-42a3-bb2a-aee9c0508beb req-b721bad9-2a0b-4e7d-a74d-03260423d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:40.956929 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-8dd51e8c-9b08-42a3-bb2a-aee9c0508beb req-b721bad9-2a0b-4e7d-a74d-03260423d457 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910518 Jul 20 18:08:41.057890 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-bd2c46eb-5a46-4425-9f53-091f4884445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:41.059861 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-bd2c46eb-5a46-4425-9f53-091f4884445a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 1128 time: 0.0439696 Jul 20 18:08:41.109052 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-b2a354d5-2c53-4ffd-b764-4b00476192bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c85bd13-6b32-4d21-9ccb-b44332260cc4 HTTP/1.1" status: 200 len: 217 time: 0.0335305 Jul 20 18:08:41.158358 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-edccf70c-e1e2-4bad-898e-4543f4a588c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:41.159771 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-edccf70c-e1e2-4bad-898e-4543f4a588c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.0437653 Jul 20 18:08:41.203452 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-bac72a79-9857-4bee-8496-fa0c0428384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:41.204930 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-bac72a79-9857-4bee-8496-fa0c0428384c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0388741 Jul 20 18:08:41.295885 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-18f66d83-091b-4606-85eb-63726053fe0b service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850332 Jul 20 18:08:41.391840 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-c8afac12-307d-4bbb-afb4-961a7c1291d6 req-246a5665-b1b9-4409-ac14-c6adfb707f10 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890787 Jul 20 18:08:41.872042 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196e80-de9f-47f5-a026-be4b3abf9f59 req-e4485d37-a63b-49bb-9063-f7b38722b0fa tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:41.873519 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-87196e80-de9f-47f5-a026-be4b3abf9f59 req-e4485d37-a63b-49bb-9063-f7b38722b0fa tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 944 time: 0.0476646 Jul 20 18:08:41.920035 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-87196e80-de9f-47f5-a026-be4b3abf9f59 req-fde8dc09-a812-4d26-a2ab-9d51b3668711 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0410039 Jul 20 18:08:43.035033 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb373-188c-4da2-8082-fb7f6542bade req-7c7acc1b-9f88-4511-9bf6-da8f9c827fb9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:43.036497 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1a1eb373-188c-4da2-8082-fb7f6542bade req-7c7acc1b-9f88-4511-9bf6-da8f9c827fb9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 944 time: 0.0476997 Jul 20 18:08:43.086238 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1a1eb373-188c-4da2-8082-fb7f6542bade req-71a9e517-a189-4966-a84c-38cf5255dd7b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0441515 Jul 20 18:08:44.201207 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e610e44-d39e-45c2-b240-a8e2129260a9 req-526e3744-be44-4b1c-9b91-280c3093f913 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:44.202662 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4e610e44-d39e-45c2-b240-a8e2129260a9 req-526e3744-be44-4b1c-9b91-280c3093f913 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 944 time: 0.0474708 Jul 20 18:08:44.249341 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-4e610e44-d39e-45c2-b240-a8e2129260a9 req-2dcf1dec-d5fd-440b-9fdc-e8080b56a459 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0411506 Jul 20 18:08:44.802664 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2c85bd13-6b32-4d21-9ccb-b44332260cc4 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=111131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 18:08:44.844756 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:44.875769 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:44.905633 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2c85bd13-6b32-4d21-9ccb-b44332260cc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2c85bd13-6b32-4d21-9ccb-b44332260cc4,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:08:44.917202 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Returning: {'device': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'port_id': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'mac_address': 'fa:16:3e:54:fd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 18:08:44.953499 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 is: DOWN; New status is: BUILD {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:08:44.954318 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:44.967056 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c85bd13-6b32-4d21-9ccb-b44332260cc4 {{(pid=111131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 18:08:44.986604 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2c85bd13-6b32-4d21-9ccb-b44332260cc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2c85bd13-6b32-4d21-9ccb-b44332260cc4,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:08:45.050656 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:45.102414 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2c85bd13-6b32-4d21-9ccb-b44332260cc4,revision_number=4']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:45.109669 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.110015 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.110351 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.110685 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.111014 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.111342 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.111666 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.111994 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.112314 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.112698 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.113024 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.113346 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.113665 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.113983 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.114299 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:08:45.327603 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] get_ports_and_sgs() called for port_ids ['2c85bd13-6b32-4d21-9ccb-b44332260cc4'] {{(pid=111131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 18:08:45.365443 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6eba5-2385-4642-95e8-2e132c515a99 req-8d812ef9-101b-464f-bf53-62af3a2c490d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:45.366850 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1e6eba5-2385-4642-95e8-2e132c515a99 req-8d812ef9-101b-464f-bf53-62af3a2c490d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 945 time: 0.0485418 Jul 20 18:08:45.414244 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-c1e6eba5-2385-4642-95e8-2e132c515a99 req-5bc3336f-2de0-4f91-a549-099204e72e8a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0409927 Jul 20 18:08:46.538174 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4d970-35b3-4956-bf6f-c147c0116239 req-6ae8ac8a-2280-4519-a13f-ab0d02cc1c96 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:46.539626 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-94b4d970-35b3-4956-bf6f-c147c0116239 req-6ae8ac8a-2280-4519-a13f-ab0d02cc1c96 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 945 time: 0.0507455 Jul 20 18:08:46.587357 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-94b4d970-35b3-4956-bf6f-c147c0116239 req-10e9d560-e3b0-4218-8704-55dd0fcc9f16 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0413711 Jul 20 18:08:46.819269 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2c85bd13-6b32-4d21-9ccb-b44332260cc4 up at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 18:08:46.864675 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning for port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 completed by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 18:08:46.936256 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.provisioning_blocks [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Provisioning complete for port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 triggered by entity L2. {{(pid=111131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 18:08:46.936670 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501470'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), provisioning_complete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:47.011128 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Current status of the port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 is: BUILD; New status is: ACTIVE {{(pid=111131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 18:08:47.011511 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661065'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), before_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:47.035247 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a954aa6b-8928-420f-a383-635438736375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c85bd13-6b32-4d21-9ccb-b44332260cc4'}] {{(pid=111131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:08:47.037476 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15f12c52622a73d11d243ee708995f8bceb2bb97ba554660ba1c1017029ab888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25424415-193e-47c2-91a7-ccfa5a99f7de" -d '{"events": [{"server_uuid": "a954aa6b-8928-420f-a383-635438736375", "name": "network-vif-plugged", "status": "completed", "tag": "2c85bd13-6b32-4d21-9ccb-b44332260cc4"}]}' {{(pid=111131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:08:47.050217 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] For port 2c85bd13-6b32-4d21-9ccb-b44332260cc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2c85bd13-6b32-4d21-9ccb-b44332260cc4,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:08:47.132424 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8476d373-acbf-41e6-bc59-23607fb5d11a x-openstack-request-id: req-8476d373-acbf-41e6-bc59-23607fb5d11a {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:08:47.132747 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a954aa6b-8928-420f-a383-635438736375", "name": "network-vif-plugged", "status": "completed", "tag": "2c85bd13-6b32-4d21-9ccb-b44332260cc4", "code": 200}]} {{(pid=111131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:08:47.132997 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8476d373-acbf-41e6-bc59-23607fb5d11a {{(pid=111131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:08:47.133396 dv-cinder-849846-3-smb neutron-server[111131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8476d373-acbf-41e6-bc59-23607fb5d11a'] response: {'server_uuid': 'a954aa6b-8928-420f-a383-635438736375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'code': 200} Jul 20 18:08:47.154508 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741783102468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741782722838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741782722856'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:47.207684 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Pushing event updated for resources: {'Port': ['ID=2c85bd13-6b32-4d21-9ccb-b44332260cc4,revision_number=5']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:08:47.535918 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490ad0e-a661-46c5-9fb5-0c399313985d req-aff0c8f5-a266-416d-bb2b-43cd6146939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:47.537454 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a490ad0e-a661-46c5-9fb5-0c399313985d req-aff0c8f5-a266-416d-bb2b-43cd6146939d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 1130 time: 0.0393558 Jul 20 18:08:47.584124 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-a490ad0e-a661-46c5-9fb5-0c399313985d req-f2414c18-722d-4eaa-a928-5032b110bd14 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0395095 Jul 20 18:08:47.704255 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661c40-d0a5-4fe7-8ef2-c6bb41314bef req-dce940ad-7966-41db-852f-bd12e94d3d8b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:47.705685 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-42661c40-d0a5-4fe7-8ef2-c6bb41314bef req-dce940ad-7966-41db-852f-bd12e94d3d8b tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 946 time: 0.0485456 Jul 20 18:08:47.724667 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=100 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:47.754982 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-42661c40-d0a5-4fe7-8ef2-c6bb41314bef req-fe7b74d2-d903-4f95-b326-e2819731aa76 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0436165 Jul 20 18:08:48.880885 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c420-5978-49c8-a7c6-3137c789cd63 req-08dfae4c-907b-4f57-8b4e-3367593a36c6 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:48.882336 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5047c420-5978-49c8-a7c6-3137c789cd63 req-08dfae4c-907b-4f57-8b4e-3367593a36c6 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 946 time: 0.0508463 Jul 20 18:08:48.937462 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-5047c420-5978-49c8-a7c6-3137c789cd63 req-fbe07beb-8daa-4059-9406-5232b1fa5d81 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0487740 Jul 20 18:08:49.053132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e0837-4368-4263-a0d0-81de557febc5 req-e15f8cbb-4d26-468d-be7a-d48f135925e9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:49.054579 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-707e0837-4368-4263-a0d0-81de557febc5 req-e15f8cbb-4d26-468d-be7a-d48f135925e9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 946 time: 0.0482876 Jul 20 18:08:49.064373 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56704) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:08:49.068913 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.v2.base [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Request body: {'floatingip': {'port_id': '2c85bd13-6b32-4d21-9ccb-b44332260cc4'}} {{(pid=111130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 18:08:49.108167 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (bc0fe228-956a-41ae-83a7-20374077f133), before_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:49.318105 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=100 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:49.548019 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:49.633881 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (bc0fe228-956a-41ae-83a7-20374077f133), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:49.733362 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Floating IP bc0fe228-956a-41ae-83a7-20374077f133 associated. External IP: 172.28.3.39, port: 2c85bd13-6b32-4d21-9ccb-b44332260cc4. Jul 20 18:08:49.818547 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:49.933041 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Router c36f0b3e-b0f8-417a-adac-e050825a8412 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:08:50.038337 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:08:50.043710 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:50.048742 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] Sync routers for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:08:50.059668 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:08:50.060284 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:08:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:08:50.077229 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-972cd186-4044-4c05-9db3-91e5ec9537e7 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "PUT /v2.0/floatingips/bc0fe228-956a-41ae-83a7-20374077f133 HTTP/1.1" status: 200 len: 991 time: 1.0118790 Jul 20 18:08:50.078108 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a954aa6b-8928-420f-a383-635438736375', 'tag': '2c85bd13-6b32-4d21-9ccb-b44332260cc4'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:08:50.080578 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b5cda-3931-4dd8-961f-54d81b04e889" -d '{"events": [{"name": "network-changed", "server_uuid": "a954aa6b-8928-420f-a383-635438736375", "tag": "2c85bd13-6b32-4d21-9ccb-b44332260cc4"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:08:50.116468 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bf3e6d-405e-4f75-8e13-14788438e9d4 x-openstack-request-id: req-a8bf3e6d-405e-4f75-8e13-14788438e9d4 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:08:50.116792 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a954aa6b-8928-420f-a383-635438736375", "tag": "2c85bd13-6b32-4d21-9ccb-b44332260cc4", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:08:50.117049 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a8bf3e6d-405e-4f75-8e13-14788438e9d4 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:08:50.117465 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bf3e6d-405e-4f75-8e13-14788438e9d4'] response: {'name': 'network-changed', 'server_uuid': 'a954aa6b-8928-420f-a383-635438736375', 'tag': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'status': 'completed', 'code': 200} Jul 20 18:08:50.136463 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:50.165934 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:08:50.205787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-7c3a63b2-cffe-441a-abab-2ccd740802e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:50.205787 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-7c3a63b2-cffe-441a-abab-2ccd740802e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 1130 time: 0.0415175 Jul 20 18:08:50.301271 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-53203d31-e086-4da0-8b88-b07c9beeed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:50.302749 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-53203d31-e086-4da0-8b88-b07c9beeed56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 912 time: 0.0921707 Jul 20 18:08:50.366176 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-a3cae4ef-8770-4927-a0ed-5df42553820a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c85bd13-6b32-4d21-9ccb-b44332260cc4 HTTP/1.1" status: 200 len: 999 time: 0.0567999 Jul 20 18:08:50.367295 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:50.377301 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'bc0fe228-956a-41ae-83a7-20374077f133', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'port_id': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'mac_address': 'fa:16:3e:54:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954aa6b-8928-420f-a383-635438736375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:08:34Z', 'updated_at': '2022-07-20T18:08:49Z', 'revision_number': 1, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:08:50.405895 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] Checking router: c36f0b3e-b0f8-417a-adac-e050825a8412 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:08:50.416431 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-d1c35cf6-c303-48de-b04a-f4235f6a03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:50.416973 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:08:50.417585 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:08:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:08:50.417925 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-d1c35cf6-c303-48de-b04a-f4235f6a03b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.0461805 Jul 20 18:08:50.453929 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:50.467400 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-095e29a4-7fdc-47f1-8609-b6254758345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:08:50.468881 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-095e29a4-7fdc-47f1-8609-b6254758345b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0455251 Jul 20 18:08:50.524205 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:08:50.561731 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-c3ad3231-00f1-4fbe-a88e-879b08815528 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872939 Jul 20 18:08:50.659814 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-e40b5cda-3931-4dd8-961f-54d81b04e889 req-c3ef6690-c8dd-48aa-8298-e4f8959e08bc service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920682 Jul 20 18:08:50.738850 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'bc0fe228-956a-41ae-83a7-20374077f133', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'port_id': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'mac_address': 'fa:16:3e:54:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954aa6b-8928-420f-a383-635438736375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:08:34Z', 'updated_at': '2022-07-20T18:08:49Z', 'revision_number': 1, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:08:50.765057 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9782-8bb6-463f-85ec-a920bd9d7fa8 None None] The sync data for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb is: [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_floatingips': [{'id': 'bc0fe228-956a-41ae-83a7-20374077f133', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'router_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'port_id': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'mac_address': 'fa:16:3e:54:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954aa6b-8928-420f-a383-635438736375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T18:08:34Z', 'updated_at': '2022-07-20T18:08:49Z', 'revision_number': 1, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:08:50.960261 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450c0ae-d489-41a1-b069-8630b40c355a None None] New status for floating IP bc0fe228-956a-41ae-83a7-20374077f133: ACTIVE {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:08:52.662525 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:55.645111 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-f61c6ed2-9e4d-4dd8-8695-5af71c844ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:58.108761 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-85714a61-8ece-4c11-b506-0e076780db07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:08:59.041543 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=85 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:08:59.044451 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=13 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:00.290769 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:00.649272 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=78 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:00.657242 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=14 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:01.084969 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:01.570058 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:06.815604 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:09:11.349296 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:11.351286 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:14.009372 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:22.691118 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:24.120229 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:25.678870 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-db7597fb-6c60-4c67-946d-413299d64bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:28.199453 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b2e75302-0a1c-40bb-9d43-62595a7286eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:30.319626 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:31.181974 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:31.507426 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:35.771105 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-c1ba30e5-711b-4efd-b4cc-3b533449d669 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402665 Jul 20 18:09:35.874418 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-8f28dd04-2ac3-4ab3-9dc8-5780c9d57458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:09:35.875914 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-8f28dd04-2ac3-4ab3-9dc8-5780c9d57458 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c7630b166da4a50a09645b24e72dc2c&device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 1130 time: 0.0395663 Jul 20 18:09:35.991605 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-92088e74-bb25-4aad-96d5-0b122f2690b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:09:35.993897 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-92088e74-bb25-4aad-96d5-0b122f2690b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 200 len: 912 time: 0.0977859 Jul 20 18:09:36.058654 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-17dd05d6-ab86-4df2-a8c4-5f9eaa5e2105 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c85bd13-6b32-4d21-9ccb-b44332260cc4 HTTP/1.1" status: 200 len: 1001 time: 0.0576010 Jul 20 18:09:36.113222 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-add19c70-2b45-4c7c-b47d-bcf3d716b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:09:36.114698 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-add19c70-2b45-4c7c-b47d-bcf3d716b0e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 200 len: 850 time: 0.0502334 Jul 20 18:09:36.160089 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-ad0678d5-4cd5-4545-81c7-c7a9bdd8c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:09:36.161650 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-ad0678d5-4cd5-4545-81c7-c7a9bdd8c9ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405877 Jul 20 18:09:36.252283 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-04a35ec2-23e8-471c-92ef-49a96377d639 service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843318 Jul 20 18:09:36.346991 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-9fbcd2aa-0ce6-4d0b-a777-b23423bc667b req-5b1bddb3-af89-45d8-8c44-4b861e07598d service neutron] 10.222.0.13 "GET /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883434 Jul 20 18:09:41.350416 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:41.354824 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:42.389832 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c29cab-3129-476a-8b22-d4033dda09e3 req-98b213d9-a695-4c89-ac6e-86e577d408cb tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:09:42.391393 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-82c29cab-3129-476a-8b22-d4033dda09e3 req-98b213d9-a695-4c89-ac6e-86e577d408cb tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 946 time: 0.0484259 Jul 20 18:09:42.445907 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-82c29cab-3129-476a-8b22-d4033dda09e3 req-7072509d-66fc-414b-8e85-737ecafceb78 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0452702 Jul 20 18:09:43.571007 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa5844-9c6c-4105-bca9-03ed4e6e52a2 req-cf25166e-5355-4e46-bcee-0e4906f104f2 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:09:43.572533 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-29aa5844-9c6c-4105-bca9-03ed4e6e52a2 req-cf25166e-5355-4e46-bcee-0e4906f104f2 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 946 time: 0.0520144 Jul 20 18:09:43.619882 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-29aa5844-9c6c-4105-bca9-03ed4e6e52a2 req-2b129b38-949c-4514-acbc-7ad68bf5be1d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0418003 Jul 20 18:09:43.815179 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:09:44.411139 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-7e10de8e-c8a6-4ea8-ba4c-a391c8c393e9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:09:44.412615 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-7e10de8e-c8a6-4ea8-ba4c-a391c8c393e9 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 946 time: 0.0473216 Jul 20 18:09:44.744466 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e27ed7-d0fb-429f-b8b7-94f933bc3ed5 req-a7c43910-0dff-45ef-b430-ba124584013d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 18:09:44.746123 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d0e27ed7-d0fb-429f-b8b7-94f933bc3ed5 req-a7c43910-0dff-45ef-b430-ba124584013d tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 946 time: 0.0528824 Jul 20 18:09:44.763673 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Deleting port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:09:44.763956 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:44.796819 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-d0e27ed7-d0fb-429f-b8b7-94f933bc3ed5 req-cbda2088-1d76-4a7c-933f-dc8787394964 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups?id=fae03189-0cb7-42c4-9093-237ca667c477&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0447874 Jul 20 18:09:44.827111 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:44.856424 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] For port 2c85bd13-6b32-4d21-9ccb-b44332260cc4, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2c85bd13-6b32-4d21-9ccb-b44332260cc4,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:09:44.856813 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:45.026814 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:45.027116 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825648'] for floatingip (bc0fe228-956a-41ae-83a7-20374077f133), after_update {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:45.027404 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.db.l3_db [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Floating IP bc0fe228-956a-41ae-83a7-20374077f133 disassociated. External IP: 172.28.3.39, port: 2c85bd13-6b32-4d21-9ccb-b44332260cc4. Jul 20 18:09:45.027749 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Calling delete_port for 2c85bd13-6b32-4d21-9ccb-b44332260cc4 owned by compute:nova {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:09:45.087992 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:45.101984 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:45.301940 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (2c85bd13-6b32-4d21-9ccb-b44332260cc4), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:45.335762 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event deleted for resources: {'Port': ['ID=2c85bd13-6b32-4d21-9ccb-b44332260cc4,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:45.352122 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.352467 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.352904 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.353268 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.353617 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.353933 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.354735 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.354735 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.354914 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.355225 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.355549 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.356024 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.356217 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.356517 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.356840 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:45.463966 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Router c36f0b3e-b0f8-417a-adac-e050825a8412 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:09:45.572528 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:09:45.583163 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] Sync routers for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:09:45.593660 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:09:45.594359 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:09:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:45.619203 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] No DVR routers for this DVR port 2c85bd13-6b32-4d21-9ccb-b44332260cc4 on host hv-cinder-84984 {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:09:45.621849 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for port (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:45.625385 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [req-3430451d-c312-45b6-a7ea-66ea773b84d3 req-cad32f6b-33ed-445a-a240-3a12ba95b8e4 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.13 "DELETE /v2.0/ports/2c85bd13-6b32-4d21-9ccb-b44332260cc4 HTTP/1.1" status: 204 len: 173 time: 1.2069604 Jul 20 18:09:45.625971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a954aa6b-8928-420f-a383-635438736375', 'name': 'network-vif-deleted', 'tag': '2c85bd13-6b32-4d21-9ccb-b44332260cc4'}] {{(pid=111130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 18:09:45.628317 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2278b3d65d67bf65ea30b45c72d0eb8aea80120ea920f15978ea78dce15ae8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a5c8b7-af03-4f53-8c3d-19d7c1475fb9" -d '{"events": [{"server_uuid": "a954aa6b-8928-420f-a383-635438736375", "name": "network-vif-deleted", "tag": "2c85bd13-6b32-4d21-9ccb-b44332260cc4"}]}' {{(pid=111130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 18:09:45.669359 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ab4508-569b-4253-b90b-886b142e2ab0 x-openstack-request-id: req-b6ab4508-569b-4253-b90b-886b142e2ab0 {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 18:09:45.669955 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a954aa6b-8928-420f-a383-635438736375", "name": "network-vif-deleted", "tag": "2c85bd13-6b32-4d21-9ccb-b44332260cc4", "status": "completed", "code": 200}]} {{(pid=111130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 18:09:45.670464 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b6ab4508-569b-4253-b90b-886b142e2ab0 {{(pid=111130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 18:09:45.670891 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ab4508-569b-4253-b90b-886b142e2ab0'] response: {'server_uuid': 'a954aa6b-8928-420f-a383-635438736375', 'name': 'network-vif-deleted', 'tag': '2c85bd13-6b32-4d21-9ccb-b44332260cc4', 'status': 'completed', 'code': 200} Jul 20 18:09:45.835986 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:09:45.906786 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [req-1d90c855-2ea1-419c-8424-80c6e448a1c6 req-b1aa1f7f-1fe3-4c6a-b5b5-4a4b4f86181a tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a954aa6b-8928-420f-a383-635438736375 HTTP/1.1" status: 200 len: 210 time: 0.0290074 Jul 20 18:09:46.046757 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:46.073622 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] Checking router: c36f0b3e-b0f8-417a-adac-e050825a8412 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:09:46.082419 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:09:46.083014 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:09:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:46.188241 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:09:46.376860 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:46.403725 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b129e83-ab9f-46f1-b02f-ccbda03d8346 None None] The sync data for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb is: [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:05:42Z', 'revision_number': 4, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb', '_interfaces': [{'id': 'af470b55-ab0c-419d-b63f-9e9e11c057c5', 'name': '', 'network_id': '9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'mac_address': 'fa:16:3e:d2:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:41Z', 'updated_at': '2022-07-20T18:05:47Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'subnets': [{'id': 'dce6472d-4292-4d74-b7e7-d6019c036529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:09:46.624940 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16866b8-bd1f-4f8b-a4a8-fc677f4d3562 None None] New status for floating IP bc0fe228-956a-41ae-83a7-20374077f133: DOWN {{(pid=111132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 18:09:47.131572 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56840) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:47.189181 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-48bff09c-831b-4bb5-a463-c27adc4fbe6f tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (fae03189-0cb7-42c4-9093-237ca667c477), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.213120 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-48bff09c-831b-4bb5-a463-c27adc4fbe6f tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (fae03189-0cb7-42c4-9093-237ca667c477), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.347513 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-48bff09c-831b-4bb5-a463-c27adc4fbe6f tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (fae03189-0cb7-42c4-9093-237ca667c477), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.350153 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-48bff09c-831b-4bb5-a463-c27adc4fbe6f tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.351350 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-48bff09c-831b-4bb5-a463-c27adc4fbe6f tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "DELETE /v2.0/security-groups/fae03189-0cb7-42c4-9093-237ca667c477 HTTP/1.1" status: 204 len: 168 time: 0.2187748 Jul 20 18:09:47.354742 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56842) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:47.362151 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bff09c-831b-4bb5-a463-c27adc4fbe6f tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae03189-0cb7-42c4-9093-237ca667c477,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:47.372094 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.api.v2.resource [None req-1ef76c29-c7bf-404d-ab48-bc1edf3290cd tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] show failed (client error): The resource could not be found. Jul 20 18:09:47.373185 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-1ef76c29-c7bf-404d-ab48-bc1edf3290cd tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "GET /v2.0/security-groups/fae03189-0cb7-42c4-9093-237ca667c477 HTTP/1.1" status: 404 len: 347 time: 0.0174112 Jul 20 18:09:47.376313 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56844) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:47.496338 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Deleting port 0808ea9c-9875-4d0b-a013-1f8ad1d13fe7 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:09:47.496710 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.558891 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:47.578365 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.578692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.592499 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Calling delete_port for 0808ea9c-9875-4d0b-a013-1f8ad1d13fe7 owned by network:floatingip {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:09:47.805217 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (0808ea9c-9875-4d0b-a013-1f8ad1d13fe7), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.831701 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Pushing event deleted for resources: {'Port': ['ID=0808ea9c-9875-4d0b-a013-1f8ad1d13fe7,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:47.900379 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks [] for floatingip (bc0fe228-956a-41ae-83a7-20374077f133), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.903026 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202813'] for floatingip (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:47.904235 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-f1de80b9-3ab6-4617-9892-22b64ecface3 tempest-AttachVolumeTestJSON-1522914664 tempest-AttachVolumeTestJSON-1522914664-project] 10.222.0.27 "DELETE /v2.0/floatingips/bc0fe228-956a-41ae-83a7-20374077f133 HTTP/1.1" status: 204 len: 168 time: 0.5268912 Jul 20 18:09:49.020495 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2c85bd13-6b32-4d21-9ccb-b44332260cc4 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:09:49.040651 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] No Port match for: 2c85bd13-6b32-4d21-9ccb-b44332260cc4 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:09:49.040997 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Device 2c85bd13-6b32-4d21-9ccb-b44332260cc4 not bound to the agent host hv-cinder-84984 {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:09:52.068500 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56872) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:52.147241 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:52.393651 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3828920'] for router_interface (c36f0b3e-b0f8-417a-adac-e050825a8412), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:52.625681 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Deleting port af470b55-ab0c-419d-b63f-9e9e11c057c5 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:09:52.626016 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:52.638490 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:52.696148 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:52.710007 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] For port af470b55-ab0c-419d-b63f-9e9e11c057c5, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=af470b55-ab0c-419d-b63f-9e9e11c057c5,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:09:52.713830 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:52.725654 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Calling delete_port for af470b55-ab0c-419d-b63f-9e9e11c057c5 owned by network:router_interface {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:09:52.959244 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (af470b55-ab0c-419d-b63f-9e9e11c057c5), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:52.989456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Pushing event deleted for resources: {'Port': ['ID=af470b55-ab0c-419d-b63f-9e9e11c057c5,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:53.148486 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:53.166168 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3828812'] for router_interface (c36f0b3e-b0f8-417a-adac-e050825a8412), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:53.381530 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Router c36f0b3e-b0f8-417a-adac-e050825a8412 has already been hosted by L3 agent cb320a69-a628-42e4-a09b-4e3f30f30342 {{(pid=111130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 18:09:53.489945 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] Notify agent at l3_agent.dv-cinder-849846-3-smb the message routers_updated {{(pid=111130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 18:09:53.496116 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-371893a5-cec1-4a66-b2c3-e20b7ca56645 admin admin] 10.222.0.27 "PUT /v2.0/routers/c36f0b3e-b0f8-417a-adac-e050825a8412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265785 Jul 20 18:09:53.498872 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56874) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:53.499702 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fac74-2119-4722-8092-bc4886f1933d None None] Sync routers for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 18:09:53.511252 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fac74-2119-4722-8092-bc4886f1933d None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:09:53.511876 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-820fac74-2119-4722-8092-bc4886f1933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:09:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:53.585985 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:53.606119 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks [] for router (c36f0b3e-b0f8-417a-adac-e050825a8412), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:53.622687 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-820fac74-2119-4722-8092-bc4886f1933d None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:09:53.710109 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks [] for router_gateway (c36f0b3e-b0f8-417a-adac-e050825a8412), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:53.784732 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:53.795342 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-820fac74-2119-4722-8092-bc4886f1933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:09:52Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:53.797844 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=100 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:53.821113 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fac74-2119-4722-8092-bc4886f1933d None None] Checking router: c36f0b3e-b0f8-417a-adac-e050825a8412 for host: dv-cinder-849846-3-smb {{(pid=111131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 18:09:53.829639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fac74-2119-4722-8092-bc4886f1933d None None] Routers {'c36f0b3e-b0f8-417a-adac-e050825a8412'} bound to L3 agent in host dv-cinder-849846-3-smb {{(pid=111131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 18:09:53.830246 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-820fac74-2119-4722-8092-bc4886f1933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T17:48:28Z,description=,heartbeat_timestamp=2022-07-20T18:09:28Z,host='dv-cinder-849846-3-smb',id=cb320a69-a628-42e4-a09b-4e3f30f30342,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T17:48:29Z,topic='l3_agent')) {'router_ids': ['c36f0b3e-b0f8-417a-adac-e050825a8412'], 'active': True} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:53.884958 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Deleting port cff89e9a-fdcc-4386-a580-282f72055407 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:09:53.885289 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (cff89e9a-fdcc-4386-a580-282f72055407), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:53.939522 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvr_db [None req-820fac74-2119-4722-8092-bc4886f1933d None None] Set router c36f0b3e-b0f8-417a-adac-e050825a8412 gateway port host: dv-cinder-849846-3-smb {{(pid=111131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 18:09:53.979826 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] For port cff89e9a-fdcc-4386-a580-282f72055407, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=cff89e9a-fdcc-4386-a580-282f72055407,segment=NetworkSegment(e82b888a-4ed8-4555-b50a-0bc4cc624e82),segment_id=e82b888a-4ed8-4555-b50a-0bc4cc624e82)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:09:53.980145 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (cff89e9a-fdcc-4386-a580-282f72055407), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:53.996172 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Calling delete_port for cff89e9a-fdcc-4386-a580-282f72055407 owned by network:router_gateway {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:09:54.122913 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_hamode_db [None req-820fac74-2119-4722-8092-bc4886f1933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:09:52Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}], 'dv-cinder-849846-3-smb', False) {} {{(pid=111131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:54.148707 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fac74-2119-4722-8092-bc4886f1933d None None] The sync data for ids ['c36f0b3e-b0f8-417a-adac-e050825a8412'] in dv-cinder-849846-3-smb is: [{'id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'name': 'tempest-AttachVolumeTestJSON-2097061616-router', 'tenant_id': '6c7630b166da4a50a09645b24e72dc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'external_fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T18:05:38Z', 'updated_at': '2022-07-20T18:09:52Z', 'revision_number': 5, 'project_id': '6c7630b166da4a50a09645b24e72dc2c', 'gw_port': {'id': 'cff89e9a-fdcc-4386-a580-282f72055407', 'name': '', 'network_id': '4418c161-e2d6-43be-a975-09faf837c81a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36f0b3e-b0f8-417a-adac-e050825a8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T18:05:39Z', 'updated_at': '2022-07-20T18:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c6b172f-ccb0-41d8-a247-ab6c8de27c0f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-3-smb'}] {{(pid=111131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 18:09:54.407456 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:54.513181 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (cff89e9a-fdcc-4386-a580-282f72055407), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:54.545401 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff89e9a-fdcc-4386-a580-282f72055407,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:54.616658 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825447'] for router_gateway (c36f0b3e-b0f8-417a-adac-e050825a8412), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:54.716313 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router (c36f0b3e-b0f8-417a-adac-e050825a8412), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:54.718780 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks [] for router_controller (c36f0b3e-b0f8-417a-adac-e050825a8412), precommit_delete_associations {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:54.861781 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3831466'] for router (c36f0b3e-b0f8-417a-adac-e050825a8412), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:54.862427 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36f0b3e-b0f8-417a-adac-e050825a8412 {{(pid=111130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 18:09:54.871530 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:54.871530 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-56f92a62-bb1c-410b-b070-913c37d0b689 admin admin] 10.222.0.27 "DELETE /v2.0/routers/c36f0b3e-b0f8-417a-adac-e050825a8412 HTTP/1.1" status: 204 len: 168 time: 1.3681533 Jul 20 18:09:54.872027 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 56876) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:54.919518 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.db.db_base_plugin_v2 [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Deleting subnet dce6472d-4292-4d74-b7e7-d6019c036529 {{(pid=111129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 18:09:54.923409 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Publish callbacks [] for subnet (dce6472d-4292-4d74-b7e7-d6019c036529), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:54.961525 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12514154'] for subnet (dce6472d-4292-4d74-b7e7-d6019c036529), precommit_delete_associations {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.053547 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3502150'] for subnet (dce6472d-4292-4d74-b7e7-d6019c036529), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.085525 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device cff89e9a-fdcc-4386-a580-282f72055407 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:09:55.106198 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: cff89e9a-fdcc-4386-a580-282f72055407 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:09:55.106539 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device cff89e9a-fdcc-4386-a580-282f72055407 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:09:55.106952 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device af470b55-ab0c-419d-b63f-9e9e11c057c5 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:09:55.125690 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: af470b55-ab0c-419d-b63f-9e9e11c057c5 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:09:55.126032 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device af470b55-ab0c-419d-b63f-9e9e11c057c5 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:09:55.210660 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3502153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12547193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761170'] for subnet (dce6472d-4292-4d74-b7e7-d6019c036529), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.237578 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce6472d-4292-4d74-b7e7-d6019c036529,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:55.242646 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for subnet (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.246686 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/dce6472d-4292-4d74-b7e7-d6019c036529 HTTP/1.1" status: 204 len: 168 time: 0.3730562 Jul 20 18:09:55.249667 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56878) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:55.251890 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.252148 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34dbac3-61aa-4403-bb3a-b00b7086d316 None None] Network 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f requested from dv-cinder-849846-3-smb {{(pid=111131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 18:09:55.252354 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.252618 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.252936 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.253271 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.253600 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.253926 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.254253 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.254635 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.254976 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.255304 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.255630 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.255954 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.256278 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.256627 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244be67a-115f-4ed8-862c-432c99684b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.334331 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775192'] for network (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.379687 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Deleting port 71127b87-0430-456c-801f-62ec78cc29e2 {{(pid=111130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:09:55.380068 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (71127b87-0430-456c-801f-62ec78cc29e2), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.412360 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] DHCP port deletion for 9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f request from dv-cinder-849846-3-smb {{(pid=111131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 18:09:55.450866 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Deleting port 71127b87-0430-456c-801f-62ec78cc29e2 {{(pid=111131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 18:09:55.451234 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741783093989'] for port (71127b87-0430-456c-801f-62ec78cc29e2), before_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.457570 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.db [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] For port 71127b87-0430-456c-801f-62ec78cc29e2, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=71127b87-0430-456c-801f-62ec78cc29e2,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:09:55.458140 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (71127b87-0430-456c-801f-62ec78cc29e2), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.473287 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.plugin [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Calling delete_port for 71127b87-0430-456c-801f-62ec78cc29e2 owned by network:dhcp {{(pid=111130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:09:55.479694 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:55.520837 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.db [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] For port 71127b87-0430-456c-801f-62ec78cc29e2, host dv-cinder-849846-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-3-smb',level=0,port_id=71127b87-0430-456c-801f-62ec78cc29e2,segment=NetworkSegment(ce91bd5a-6a1f-4877-ac57-84fcafc64a1a),segment_id=ce91bd5a-6a1f-4877-ac57-84fcafc64a1a)] {{(pid=111131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 18:09:55.521241 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824767'] for port (71127b87-0430-456c-801f-62ec78cc29e2), precommit_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.535322 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Calling delete_port for 71127b87-0430-456c-801f-62ec78cc29e2 owned by network:dhcp {{(pid=111131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 18:09:55.632890 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8454656'] for port (71127b87-0430-456c-801f-62ec78cc29e2), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.640639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4047933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741783102522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741782722829'] for port (71127b87-0430-456c-801f-62ec78cc29e2), after_delete {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.661334 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Pushing event deleted for resources: {'Port': ['ID=71127b87-0430-456c-801f-62ec78cc29e2,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:55.667272 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Pushing event deleted for resources: {'Port': ['ID=71127b87-0430-456c-801f-62ec78cc29e2,revision_number=None']} {{(pid=111131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:55.668495 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] No DVR routers for this DVR port 71127b87-0430-456c-801f-62ec78cc29e2 on host dv-cinder-849846-3-smb {{(pid=111130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:09:55.677106 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.677837 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.678178 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.678518 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.679037 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.679191 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.679517 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.679845 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.680173 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.680566 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.680842 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.681203 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.681895 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.681895 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.682136 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:09:55.685360 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742c62c-8689-480a-980f-e6f7f2046d94 None None] No DVR routers for this DVR port 71127b87-0430-456c-801f-62ec78cc29e2 on host dv-cinder-849846-3-smb {{(pid=111131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 18:09:55.718798 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-28dd7e3f-7bb1-4e5c-9a3c-1b5b969b6776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.751362 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3503623', 'neutron.services.segments.db._delete_segments_for_network-8741783172154'] for network (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.776971 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f']}} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:55.786800 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a') {'for_net_delete': True} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:55.787070 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.services.segments.db [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce91bd5a-6a1f-4877-ac57-84fcafc64a1a') {} {{(pid=111130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 18:09:55.797455 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741783173699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11808774'] for segment (ce91bd5a-6a1f-4877-ac57-84fcafc64a1a), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.811430 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375'] for segment (ce91bd5a-6a1f-4877-ac57-84fcafc64a1a), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.818189 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=111130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 18:09:55.818720 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8454739'] for segment (ce91bd5a-6a1f-4877-ac57-84fcafc64a1a), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:55.908710 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment ce91bd5a-6a1f-4877-ac57-84fcafc64a1a resource provider aggregate not found Jul 20 18:09:55.925909 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.services.segments.plugin [-] Segment ce91bd5a-6a1f-4877-ac57-84fcafc64a1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce91bd5a-6a1f-4877-ac57-84fcafc64a1a found for delete ", "request_id": "req-7e4210c1-15f2-4a13-8ca1-4c8a2af2719f"}]} Jul 20 18:09:56.004341 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3503676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825484'] for network (9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:56.010800 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732467'] for network (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:56.021194 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] 10.222.0.27 "DELETE /v2.0/networks/9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f HTTP/1.1" status: 204 len: 168 time: 0.7630093 Jul 20 18:09:56.026030 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d904a7-18eb-44a4-841d-1213ff17a06c admin admin] Pushing event deleted for resources: {'Network': ['ID=9162eb7e-c609-4e8a-b4c5-96f6c7d78f5f,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:56.409479 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56888) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:56.452576 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ae122351-b7cd-455d-b1ba-4bfe5b0b3350 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6c7630b166da4a50a09645b24e72dc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416954 Jul 20 18:09:56.454986 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 56890) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:09:56.505125 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c339-ad9d-4bdb-ade9-341bf4ec2cb1 admin admin] Publish callbacks [] for security_group (ffa4912d-a90d-41db-b82e-127b3a25ca81), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:56.531010 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c339-ad9d-4bdb-ade9-341bf4ec2cb1 admin admin] Publish callbacks [] for security_group (ffa4912d-a90d-41db-b82e-127b3a25ca81), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:56.656190 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c339-ad9d-4bdb-ade9-341bf4ec2cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (ffa4912d-a90d-41db-b82e-127b3a25ca81), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:56.658723 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c339-ad9d-4bdb-ade9-341bf4ec2cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:09:56.659921 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-cbd2c339-ad9d-4bdb-ade9-341bf4ec2cb1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ffa4912d-a90d-41db-b82e-127b3a25ca81 HTTP/1.1" status: 204 len: 168 time: 0.2039483 Jul 20 18:09:56.668649 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2c339-ad9d-4bdb-ade9-341bf4ec2cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa4912d-a90d-41db-b82e-127b3a25ca81,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:09:56.699582 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:56.702275 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:09:57.079705 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 71127b87-0430-456c-801f-62ec78cc29e2 no longer exists at agent ovs-agent-dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 18:09:57.100460 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.plugin [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] No Port match for: 71127b87-0430-456c-801f-62ec78cc29e2 {{(pid=111131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 18:09:57.100875 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron.plugins.ml2.rpc [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Device 71127b87-0430-456c-801f-62ec78cc29e2 not bound to the agent host dv-cinder-849846-3-smb {{(pid=111131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 18:09:58.136538 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6844-ee0a-4b6a-9c25-d9c1e448c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:00.318667 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:01.078678 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:01.483968 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:05.241011 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:05.242950 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:06.662997 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:06.663733 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=86,neutron:DELETE=11 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:11.015717 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=62,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:11.367420 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:18.582837 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 57104) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:18.695766 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-90853b04-03f3-4dc2-9f60-8669f6252cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:18.773803 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-90853b04-03f3-4dc2-9f60-8669f6252cee admin admin] Publish callbacks [] for security_group (1341a6c6-8d09-45c8-86a6-c513952bc648), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:18.872786 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-90853b04-03f3-4dc2-9f60-8669f6252cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (1341a6c6-8d09-45c8-86a6-c513952bc648), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:18.915392 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-90853b04-03f3-4dc2-9f60-8669f6252cee admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9a28d674c3144171bbb99dd180c8c6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313384 Jul 20 18:10:18.916164 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90853b04-03f3-4dc2-9f60-8669f6252cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1341a6c6-8d09-45c8-86a6-c513952bc648,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:18.918132 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 57108) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:18.968836 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b195b439-7f5c-44ef-89e6-334f35051199 admin admin] Publish callbacks [] for security_group (1341a6c6-8d09-45c8-86a6-c513952bc648), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:18.990910 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b195b439-7f5c-44ef-89e6-334f35051199 admin admin] Publish callbacks [] for security_group (1341a6c6-8d09-45c8-86a6-c513952bc648), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:19.152523 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b195b439-7f5c-44ef-89e6-334f35051199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (1341a6c6-8d09-45c8-86a6-c513952bc648), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:19.155860 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-b195b439-7f5c-44ef-89e6-334f35051199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:19.157073 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-b195b439-7f5c-44ef-89e6-334f35051199 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1341a6c6-8d09-45c8-86a6-c513952bc648 HTTP/1.1" status: 204 len: 168 time: 0.2373879 Jul 20 18:10:19.165000 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195b439-7f5c-44ef-89e6-334f35051199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1341a6c6-8d09-45c8-86a6-c513952bc648,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:19.696692 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 57114) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:19.709155 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-413811f4-dafc-48c8-8d8b-c86b18186e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:19.782545 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-413811f4-dafc-48c8-8d8b-c86b18186e67 admin admin] Publish callbacks [] for security_group (6f65f4ea-dfe7-4d72-b944-de0b47fa8e5b), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:19.849637 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-413811f4-dafc-48c8-8d8b-c86b18186e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6f65f4ea-dfe7-4d72-b944-de0b47fa8e5b), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:19.894387 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413811f4-dafc-48c8-8d8b-c86b18186e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65f4ea-dfe7-4d72-b944-de0b47fa8e5b,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:19.898584 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-413811f4-dafc-48c8-8d8b-c86b18186e67 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=292f9da9afc64a2a88d6049ba9c2859f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022667 Jul 20 18:10:19.901362 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 57116) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:19.952921 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ac44e443-b257-4c08-ae79-d1f5ce113214 admin admin] Publish callbacks [] for security_group (6f65f4ea-dfe7-4d72-b944-de0b47fa8e5b), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:19.975193 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ac44e443-b257-4c08-ae79-d1f5ce113214 admin admin] Publish callbacks [] for security_group (6f65f4ea-dfe7-4d72-b944-de0b47fa8e5b), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:20.135186 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ac44e443-b257-4c08-ae79-d1f5ce113214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (6f65f4ea-dfe7-4d72-b944-de0b47fa8e5b), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:20.137973 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-ac44e443-b257-4c08-ae79-d1f5ce113214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:20.139133 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-ac44e443-b257-4c08-ae79-d1f5ce113214 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6f65f4ea-dfe7-4d72-b944-de0b47fa8e5b HTTP/1.1" status: 204 len: 168 time: 0.2368085 Jul 20 18:10:20.147365 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44e443-b257-4c08-ae79-d1f5ce113214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65f4ea-dfe7-4d72-b944-de0b47fa8e5b,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:20.815238 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:10:21.823946 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=2 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:22.723760 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:25.677959 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-0f86a451-2bf1-49b9-a1c1-bc9a7eaac002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:28.095017 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-ce566e91-51af-4b3a-a98d-6693730ad0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:29.160685 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:29.161437 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:29.385572 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 57236) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:29.493255 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7c3793f0-1bab-4d34-b096-c306dc454377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:29.568993 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7c3793f0-1bab-4d34-b096-c306dc454377 admin admin] Publish callbacks [] for security_group (514c8987-272f-4927-a2dd-935abf711e64), precommit_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:29.638766 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-7c3793f0-1bab-4d34-b096-c306dc454377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (514c8987-272f-4927-a2dd-935abf711e64), after_create {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:29.678637 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-7c3793f0-1bab-4d34-b096-c306dc454377 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=170bb4297e1c4473a6b5d770e9cd3b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919371 Jul 20 18:10:29.679538 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3793f0-1bab-4d34-b096-c306dc454377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514c8987-272f-4927-a2dd-935abf711e64,revision_number=1']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:29.681412 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 57240) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:29.731954 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8b81099d-eae4-466c-b0c8-b570dd607051 admin admin] Publish callbacks [] for security_group (514c8987-272f-4927-a2dd-935abf711e64), before_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:29.754054 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8b81099d-eae4-466c-b0c8-b570dd607051 admin admin] Publish callbacks [] for security_group (514c8987-272f-4927-a2dd-935abf711e64), precommit_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:29.872891 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8b81099d-eae4-466c-b0c8-b570dd607051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (514c8987-272f-4927-a2dd-935abf711e64), after_delete {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:29.875570 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-8b81099d-eae4-466c-b0c8-b570dd607051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:29.876875 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-8b81099d-eae4-466c-b0c8-b570dd607051 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/514c8987-272f-4927-a2dd-935abf711e64 HTTP/1.1" status: 204 len: 168 time: 0.1944566 Jul 20 18:10:29.885246 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81099d-eae4-466c-b0c8-b570dd607051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514c8987-272f-4927-a2dd-935abf711e64,revision_number=None']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:30.358057 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:30.603483 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 57246) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:30.619972 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e3c78c5c-3575-4496-b972-56c9120262b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:30.669965 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:30.675621 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:30.698475 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e3c78c5c-3575-4496-b972-56c9120262b0 admin admin] Publish callbacks [] for security_group (0909dd45-52a6-44ea-a2a3-4dd552cb4ece), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:30.751962 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-e3c78c5c-3575-4496-b972-56c9120262b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0909dd45-52a6-44ea-a2a3-4dd552cb4ece), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:30.795328 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-e3c78c5c-3575-4496-b972-56c9120262b0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9a58ca1e68b74ab18267d98f896c7898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907368 Jul 20 18:10:30.796280 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c78c5c-3575-4496-b972-56c9120262b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0909dd45-52a6-44ea-a2a3-4dd552cb4ece,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:30.798120 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 57248) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:30.811182 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:30.849617 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d9c10baa-0f0a-48eb-808d-1acc56fdc772 admin admin] Publish callbacks [] for security_group (0909dd45-52a6-44ea-a2a3-4dd552cb4ece), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:30.871168 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d9c10baa-0f0a-48eb-808d-1acc56fdc772 admin admin] Publish callbacks [] for security_group (0909dd45-52a6-44ea-a2a3-4dd552cb4ece), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:31.027807 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d9c10baa-0f0a-48eb-808d-1acc56fdc772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (0909dd45-52a6-44ea-a2a3-4dd552cb4ece), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:31.027807 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-d9c10baa-0f0a-48eb-808d-1acc56fdc772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:31.027807 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-d9c10baa-0f0a-48eb-808d-1acc56fdc772 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0909dd45-52a6-44ea-a2a3-4dd552cb4ece HTTP/1.1" status: 204 len: 168 time: 0.2254143 Jul 20 18:10:31.032860 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c10baa-0f0a-48eb-808d-1acc56fdc772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0909dd45-52a6-44ea-a2a3-4dd552cb4ece,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:31.089920 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:31.415342 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:41.028259 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:41.032390 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:41.044819 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:INSERT=1,neutron:SELECT=20 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:44.260875 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:44.262668 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:10:49.049590 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 57388) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:49.164717 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:49.247506 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Publish callbacks [] for security_group (fb7d030a-bd2c-4b9a-9932-a13889504ada), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:49.312190 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (fb7d030a-bd2c-4b9a-9932-a13889504ada), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:49.352897 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d030a-bd2c-4b9a-9932-a13889504ada,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:49.356906 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=aa836879c00a4a9c8329900ebccd9fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062687 Jul 20 18:10:49.360079 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 57392) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:49.363429 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.363787 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.364138 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.364498 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.364852 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.365190 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.365522 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.365865 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.366193 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.366544 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.366874 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.367206 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.367533 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.367933 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.368316 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb5965-734f-4576-8e0d-d6da648da6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-3-smb {{(pid=111130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 18:10:49.418998 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-baefab07-d2ca-4a42-8387-a51bef5138b9 admin admin] Publish callbacks [] for security_group (fb7d030a-bd2c-4b9a-9932-a13889504ada), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:49.442495 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-baefab07-d2ca-4a42-8387-a51bef5138b9 admin admin] Publish callbacks [] for security_group (fb7d030a-bd2c-4b9a-9932-a13889504ada), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:49.581149 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-baefab07-d2ca-4a42-8387-a51bef5138b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (fb7d030a-bd2c-4b9a-9932-a13889504ada), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:49.584185 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-baefab07-d2ca-4a42-8387-a51bef5138b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:49.587461 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-baefab07-d2ca-4a42-8387-a51bef5138b9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fb7d030a-bd2c-4b9a-9932-a13889504ada HTTP/1.1" status: 204 len: 168 time: 0.2248218 Jul 20 18:10:49.597399 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefab07-d2ca-4a42-8387-a51bef5138b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d030a-bd2c-4b9a-9932-a13889504ada,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:51.196075 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.wsgi [-] (111130) accepted ('10.222.0.27', 57422) {{(pid=111130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:51.303255 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-75fa694b-1c62-4f48-9858-33f38d730900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:51.390387 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-75fa694b-1c62-4f48-9858-33f38d730900 admin admin] Publish callbacks [] for security_group (23122bb8-e604-4af9-8807-c433448f2761), precommit_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:51.455039 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron_lib.callbacks.manager [None req-75fa694b-1c62-4f48-9858-33f38d730900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (23122bb8-e604-4af9-8807-c433448f2761), after_create {{(pid=111130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:51.495816 dv-cinder-849846-3-smb neutron-server[111130]: INFO neutron.wsgi [None req-75fa694b-1c62-4f48-9858-33f38d730900 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d66fafe0ff9b4c59a367484a6ef9d6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985060 Jul 20 18:10:51.497222 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa694b-1c62-4f48-9858-33f38d730900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23122bb8-e604-4af9-8807-c433448f2761,revision_number=1']} {{(pid=111130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:51.498777 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [-] (111129) accepted ('10.222.0.27', 57426) {{(pid=111129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 18:10:51.549229 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c38d69e1-c1c8-4514-a188-59465c43672e admin admin] Publish callbacks [] for security_group (23122bb8-e604-4af9-8807-c433448f2761), before_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:51.570406 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c38d69e1-c1c8-4514-a188-59465c43672e admin admin] Publish callbacks [] for security_group (23122bb8-e604-4af9-8807-c433448f2761), precommit_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:51.734980 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c38d69e1-c1c8-4514-a188-59465c43672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363353'] for security_group (23122bb8-e604-4af9-8807-c433448f2761), after_delete {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:51.737755 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron_lib.callbacks.manager [None req-c38d69e1-c1c8-4514-a188-59465c43672e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:51.738912 dv-cinder-849846-3-smb neutron-server[111129]: INFO neutron.wsgi [None req-c38d69e1-c1c8-4514-a188-59465c43672e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/23122bb8-e604-4af9-8807-c433448f2761 HTTP/1.1" status: 204 len: 168 time: 0.2391660 Jul 20 18:10:51.747760 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d69e1-c1c8-4514-a188-59465c43672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23122bb8-e604-4af9-8807-c433448f2761,revision_number=None']} {{(pid=111129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 18:10:52.712230 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:55.660836 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-97f2ab27-f356-480b-af47-bda561d75634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:10:57.816142 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:10:58.054761 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-749ce6a4-8c1c-443a-9375-13fe41f539d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:00.317459 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:01.112389 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:01.397553 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:01.490595 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=41,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:01.492523 dv-cinder-849846-3-smb neutron-server[111130]: DEBUG dbcounter [-] [111130] Writing DB stats neutron:SELECT=35,neutron:INSERT=11 {{(pid=111130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:01.600024 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:01.742911 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG dbcounter [-] [111129] Writing DB stats neutron:SELECT=36,neutron:DELETE=5 {{(pid=111129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:07.812102 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:07.812929 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:11.338116 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:11.346111 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:22.711808 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:24.114047 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=11 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:24.117983 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=15 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:25.666155 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-d8d79d3e-09dc-4c0a-967f-86736a5805fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:28.060749 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-630f2327-60ac-4865-95df-0f53c3f61809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:30.300545 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:31.124121 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:31.460203 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:34.818192 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:11:35.824173 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:41.338425 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:41.346548 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:44.813016 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:11:52.699974 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:55.682008 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-3bfadca0-b91f-4658-a6fd-2f9f9062cd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:11:58.054118 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-32644d6b-79fe-4e20-bca1-b5be27bd7d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:00.322878 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:01.071331 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:01.414380 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:11.347214 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:12:11.349086 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:12:11.819430 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:12:22.698853 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:23.872625 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:12:23.873400 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:12:25.664029 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-79564fe3-4677-48f3-b3cb-171ac2aa572b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:28.105652 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-cb2eadfc-0eb6-4da0-a83a-b5ef822c6bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:30.345932 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:31.105457 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:31.408415 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:44.119633 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:12:44.120522 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:12:48.819369 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:12:52.728328 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:55.659466 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-13756eaa-b6d2-4fd2-bdce-a8d4c87210e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:58.070581 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-23b3d164-1c45-4d3b-a156-6d39a1e03ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:12:58.815876 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:12:58.816636 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:13:00.321793 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:01.120392 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:01.424863 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:11.355548 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:13:11.357514 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:13:13.094731 dv-cinder-849846-3-smb neutron-server[111129]: DEBUG neutron.wsgi [req-e59bbd62-99a7-4044-b947-8573ef7dbe39 req-4d105c1b-3195-437d-949c-b28cc6d38433 service neutron] (111129) timed out ('10.222.0.13', 60135) {{(pid=111129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 18:13:22.776818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:25.664437 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b660-e98f-470c-9d2f-7771f72e1a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:25.820187 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:13:26.818254 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=19 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:13:28.069994 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ba0-83f2-46b2-ad2d-992f9a78156c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:30.384362 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:31.098993 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:31.502512 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:35.814932 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=15 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:13:41.347107 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:13:41.353130 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:13:52.755407 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:55.664267 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e194001d-fdef-418b-9fad-4570577b039e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:13:58.068251 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-277f1f01-b8aa-49f4-a4c1-ecd542b56c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:00.370502 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:01.098436 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:01.450805 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:02.819594 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:14:11.352780 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:11.357553 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:12.815315 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=5 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:12.816092 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:22.760875 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:23.877670 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:23.878422 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:DELETE=1 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:25.657721 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-03402829-cc13-4d8a-8107-de11ee29a09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:28.077818 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-94ccb25b-6eac-4e2a-bd24-40229da78e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:30.369347 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:31.103588 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:31.509388 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:39.820207 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:14:40.823336 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:44.113362 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:44.115205 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:49.816182 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=4 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:14:52.751369 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:55.671427 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b8f2936a-1a8a-4687-ad9a-2d2b629d7ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:14:58.074639 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-871768d4-5a70-4247-980f-7ddec53de210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:00.326077 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:01.111715 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:01.417700 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:11.342237 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:15:11.348226 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:15:16.820753 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:15:22.765551 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:25.668556 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-47c2ba12-8890-4cfd-94fa-00c507bc27de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (8e024e63-c63e-4bd7-9d0e-2b2c7e5d5c77), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:26.814629 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=13 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:15:26.815419 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=21 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:15:28.090920 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-c0908c4e-eb05-48b9-a10c-a63ae08eb6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (cb320a69-a628-42e4-a09b-4e3f30f30342), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:30.333660 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-a35c97c7-998e-42f0-9989-2137ed7d3c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (2160f114-3643-4f98-af82-d01a114dabe8), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:31.121917 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-e07730bc-1633-454f-ba98-7a31a4afc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (ad21ec76-c636-4b97-bdec-6778f3723251), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:31.422439 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-b6b562fa-78d5-4c5f-98d7-ae1535ffd983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (9bbc2d1e-6e4d-4cb9-bbb6-f6f68666989b), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:41.345280 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:15:41.347222 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG dbcounter [-] [111131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 18:15:52.778493 dv-cinder-849846-3-smb neutron-server[111131]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f7-909b-46a7-9263-ea3b77c5f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741783172136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501508'] for agent (fef9064e-33d1-412c-a599-a3e4d8de6964), after_update {{(pid=111131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 18:15:53.820706 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG neutron.db.agents_db [None req-c10e7315-a208-4cf4-95be-b679250f89a3 None None] Agent healthcheck: found 6 active agents {{(pid=111132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 18:15:54.819353 dv-cinder-849846-3-smb neutron-server[111132]: DEBUG dbcounter [-] [111132] Writing DB stats neutron:SELECT=3 {{(pid=111132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}